2024-11-13 00:16:46,851 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-13 00:16:46,871 main DEBUG Took 0.018327 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 00:16:46,872 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 00:16:46,872 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 00:16:46,873 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 00:16:46,874 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:16:46,882 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 00:16:46,894 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:16:46,895 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:16:46,896 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:16:46,896 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:16:46,896 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:16:46,897 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:16:46,898 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:16:46,898 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:16:46,898 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:16:46,898 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:16:46,899 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:16:46,900 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:16:46,900 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:16:46,900 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:16:46,901 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:16:46,901 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:16:46,901 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:16:46,901 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:16:46,902 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:16:46,902 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:16:46,903 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:16:46,903 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:16:46,903 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:16:46,903 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:16:46,904 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:16:46,904 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 00:16:46,905 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:16:46,906 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 00:16:46,908 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 00:16:46,908 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 00:16:46,909 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 00:16:46,910 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 00:16:46,918 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 00:16:46,920 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 00:16:46,921 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 00:16:46,922 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 00:16:46,922 main DEBUG createAppenders(={Console}) 2024-11-13 00:16:46,923 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-13 00:16:46,923 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-13 00:16:46,923 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-13 00:16:46,924 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 00:16:46,924 main DEBUG OutputStream closed 2024-11-13 00:16:46,924 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 00:16:46,924 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 00:16:46,925 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-13 00:16:46,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 00:16:46,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 00:16:46,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 00:16:46,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 00:16:46,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 00:16:46,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 00:16:46,996 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 00:16:46,996 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 00:16:46,997 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 00:16:46,997 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 00:16:46,998 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 00:16:46,998 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 00:16:46,999 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 00:16:46,999 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 00:16:46,999 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 00:16:47,000 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 00:16:47,000 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 00:16:47,001 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 00:16:47,003 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 00:16:47,004 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-13 00:16:47,004 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 00:16:47,005 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-13T00:16:47,023 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-13 00:16:47,026 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 00:16:47,026 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T00:16:47,075 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=309, ProcessCount=11, AvailableMemoryMB=1892 2024-11-13T00:16:47,317 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-13T00:16:47,359 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7 2024-11-13T00:16:47,362 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/cluster_e9fcd19d-b18b-e436-90c5-f7820eae14bd, deleteOnExit=true 2024-11-13T00:16:47,449 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/cluster_e9fcd19d-b18b-e436-90c5-f7820eae14bd/zookeeper_0, clientPort=52960, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/cluster_e9fcd19d-b18b-e436-90c5-f7820eae14bd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/cluster_e9fcd19d-b18b-e436-90c5-f7820eae14bd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T00:16:47,462 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52960 2024-11-13T00:16:47,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T00:16:47,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T00:16:47,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/test.cache.data in system properties and HBase conf 2024-11-13T00:16:47,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T00:16:47,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/hadoop.log.dir in system properties and HBase conf 2024-11-13T00:16:47,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T00:16:47,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T00:16:47,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T00:16:47,565 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T00:16:47,676 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T00:16:47,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:16:47,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:16:47,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T00:16:47,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:16:47,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T00:16:47,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T00:16:47,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:16:47,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:16:47,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T00:16:47,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/nfs.dump.dir in system properties and HBase conf 2024-11-13T00:16:47,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/java.io.tmpdir in system properties and HBase conf 2024-11-13T00:16:47,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:16:47,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T00:16:47,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T00:16:48,469 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T00:16:48,551 INFO [Time-limited test {}] log.Log(170): Logging initialized @2417ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T00:16:48,627 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:16:48,687 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:16:48,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:16:48,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:16:48,713 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:16:48,729 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:16:48,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:16:48,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:16:48,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/java.io.tmpdir/jetty-localhost-36397-hadoop-hdfs-3_4_1-tests_jar-_-any-4343012332494705400/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:16:48,915 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:36397} 2024-11-13T00:16:48,916 INFO [Time-limited test {}] server.Server(415): Started @2783ms 2024-11-13T00:16:49,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:16:49,307 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:16:49,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:16:49,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:16:49,309 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:16:49,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:16:49,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:16:49,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/java.io.tmpdir/jetty-localhost-33973-hadoop-hdfs-3_4_1-tests_jar-_-any-13044591385120900482/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:16:49,432 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:33973} 2024-11-13T00:16:49,432 INFO [Time-limited test {}] server.Server(415): Started @3299ms 2024-11-13T00:16:49,485 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:16:49,983 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/cluster_e9fcd19d-b18b-e436-90c5-f7820eae14bd/data/data2/current/BP-531754454-172.17.0.2-1731457008220/current, will proceed with Du for space computation calculation, 2024-11-13T00:16:49,983 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/cluster_e9fcd19d-b18b-e436-90c5-f7820eae14bd/data/data1/current/BP-531754454-172.17.0.2-1731457008220/current, will proceed with Du for space computation calculation, 2024-11-13T00:16:50,020 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:16:50,079 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd561e251610d7d5c with lease ID 0x5a5b31875f8c4916: Processing first storage report for DS-b7462f39-9f85-4d71-8204-92d6c4105e3a from datanode DatanodeRegistration(127.0.0.1:41043, datanodeUuid=1996e246-df64-4494-a90e-b8c94412754f, infoPort=43321, infoSecurePort=0, ipcPort=42803, storageInfo=lv=-57;cid=testClusterID;nsid=1801463692;c=1731457008220) 2024-11-13T00:16:50,081 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd561e251610d7d5c with lease ID 0x5a5b31875f8c4916: from storage DS-b7462f39-9f85-4d71-8204-92d6c4105e3a node DatanodeRegistration(127.0.0.1:41043, datanodeUuid=1996e246-df64-4494-a90e-b8c94412754f, infoPort=43321, infoSecurePort=0, ipcPort=42803, storageInfo=lv=-57;cid=testClusterID;nsid=1801463692;c=1731457008220), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T00:16:50,081 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd561e251610d7d5c with lease ID 0x5a5b31875f8c4916: Processing first storage report for DS-af4e8cfa-9f13-4b24-8e77-482759f08e3d from datanode DatanodeRegistration(127.0.0.1:41043, datanodeUuid=1996e246-df64-4494-a90e-b8c94412754f, infoPort=43321, infoSecurePort=0, ipcPort=42803, storageInfo=lv=-57;cid=testClusterID;nsid=1801463692;c=1731457008220) 2024-11-13T00:16:50,081 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd561e251610d7d5c with lease ID 0x5a5b31875f8c4916: from storage DS-af4e8cfa-9f13-4b24-8e77-482759f08e3d node DatanodeRegistration(127.0.0.1:41043, datanodeUuid=1996e246-df64-4494-a90e-b8c94412754f, infoPort=43321, infoSecurePort=0, ipcPort=42803, storageInfo=lv=-57;cid=testClusterID;nsid=1801463692;c=1731457008220), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:16:50,084 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7 2024-11-13T00:16:50,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:16:50,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:16:50,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741825_1001 (size=7) 2024-11-13T00:16:50,728 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f with version=8 2024-11-13T00:16:50,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/hbase-staging 2024-11-13T00:16:50,836 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T00:16:51,089 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:16:51,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:16:51,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:16:51,104 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:16:51,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:16:51,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:16:51,251 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:16:51,309 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T00:16:51,318 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T00:16:51,321 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:16:51,348 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9978 (auto-detected) 2024-11-13T00:16:51,349 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T00:16:51,367 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36731 2024-11-13T00:16:51,389 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36731 connecting to ZooKeeper ensemble=127.0.0.1:52960 2024-11-13T00:16:51,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367310x0, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:16:51,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36731-0x1010eaf29d50000 connected 2024-11-13T00:16:51,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:16:51,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:16:51,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Set watcher on znode that does not yet exist, /01192706445/running 2024-11-13T00:16:51,469 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f, hbase.cluster.distributed=false 2024-11-13T00:16:51,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Set watcher on znode that does not yet exist, /01192706445/acl 2024-11-13T00:16:51,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36731 2024-11-13T00:16:51,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36731 2024-11-13T00:16:51,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36731 2024-11-13T00:16:51,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36731 2024-11-13T00:16:51,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36731 2024-11-13T00:16:51,607 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:16:51,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:16:51,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:16:51,609 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:16:51,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:16:51,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:16:51,612 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:16:51,614 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:16:51,615 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37871 2024-11-13T00:16:51,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37871 connecting to ZooKeeper ensemble=127.0.0.1:52960 2024-11-13T00:16:51,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:16:51,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:16:51,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378710x0, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:16:51,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37871-0x1010eaf29d50001 connected 2024-11-13T00:16:51,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37871-0x1010eaf29d50001, quorum=127.0.0.1:52960, baseZNode=/01192706445 Set watcher on znode that does not yet exist, /01192706445/running 2024-11-13T00:16:51,633 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:16:51,640 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:16:51,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37871-0x1010eaf29d50001, quorum=127.0.0.1:52960, baseZNode=/01192706445 Set watcher on znode that does not yet exist, /01192706445/master 2024-11-13T00:16:51,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37871-0x1010eaf29d50001, quorum=127.0.0.1:52960, baseZNode=/01192706445 Set watcher on znode that does not yet exist, /01192706445/acl 2024-11-13T00:16:51,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37871 2024-11-13T00:16:51,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37871 2024-11-13T00:16:51,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37871 2024-11-13T00:16:51,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37871 2024-11-13T00:16:51,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37871 2024-11-13T00:16:51,670 DEBUG [M:0;cb28580903fb:36731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:36731 2024-11-13T00:16:51,671 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01192706445/backup-masters/cb28580903fb,36731,1731457010892 2024-11-13T00:16:51,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x1010eaf29d50001, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445/backup-masters 2024-11-13T00:16:51,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445/backup-masters 2024-11-13T00:16:51,680 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Set watcher on existing znode=/01192706445/backup-masters/cb28580903fb,36731,1731457010892 2024-11-13T00:16:51,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445 2024-11-13T00:16:51,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x1010eaf29d50001, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01192706445/master 2024-11-13T00:16:51,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x1010eaf29d50001, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445 2024-11-13T00:16:51,702 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Set watcher on existing znode=/01192706445/master 2024-11-13T00:16:51,703 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01192706445/backup-masters/cb28580903fb,36731,1731457010892 from backup master directory 2024-11-13T00:16:51,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01192706445/backup-masters/cb28580903fb,36731,1731457010892 2024-11-13T00:16:51,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x1010eaf29d50001, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445/backup-masters 2024-11-13T00:16:51,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445/backup-masters 2024-11-13T00:16:51,707 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:16:51,707 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,36731,1731457010892 2024-11-13T00:16:51,709 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T00:16:51,710 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T00:16:51,767 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/hbase.id] with ID: 81401650-896d-4e2a-9e1d-8fb7b6779dfe 2024-11-13T00:16:51,767 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/.tmp/hbase.id 2024-11-13T00:16:51,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741826_1002 (size=42) 2024-11-13T00:16:52,179 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/.tmp/hbase.id]:[hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/hbase.id] 2024-11-13T00:16:52,219 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:16:52,224 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:16:52,242 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-13T00:16:52,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x1010eaf29d50001, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445 2024-11-13T00:16:52,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445 2024-11-13T00:16:52,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741827_1003 (size=196) 2024-11-13T00:16:52,671 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:16:52,674 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:16:52,691 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:16:52,696 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:16:52,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741828_1004 (size=1189) 2024-11-13T00:16:52,744 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store 2024-11-13T00:16:52,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741829_1005 (size=34) 2024-11-13T00:16:53,167 INFO [master/cb28580903fb:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T00:16:53,172 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:16:53,173 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:16:53,173 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:16:53,174 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:16:53,176 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:16:53,176 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:16:53,176 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:16:53,178 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457013173Disabling compacts and flushes for region at 1731457013173Disabling writes for close at 1731457013176 (+3 ms)Writing region close event to WAL at 1731457013176Closed at 1731457013176 2024-11-13T00:16:53,181 WARN [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/.initializing 2024-11-13T00:16:53,181 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/WALs/cb28580903fb,36731,1731457010892 2024-11-13T00:16:53,192 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:16:53,208 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C36731%2C1731457010892, suffix=, logDir=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/WALs/cb28580903fb,36731,1731457010892, archiveDir=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/oldWALs, maxLogs=10 2024-11-13T00:16:53,241 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/WALs/cb28580903fb,36731,1731457010892/cb28580903fb%2C36731%2C1731457010892.1731457013215, exclude list is [], retry=0 2024-11-13T00:16:53,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41043,DS-b7462f39-9f85-4d71-8204-92d6c4105e3a,DISK] 2024-11-13T00:16:53,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T00:16:53,296 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/WALs/cb28580903fb,36731,1731457010892/cb28580903fb%2C36731%2C1731457010892.1731457013215 2024-11-13T00:16:53,297 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43321:43321)] 2024-11-13T00:16:53,297 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:16:53,298 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:16:53,301 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:16:53,302 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:16:53,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:16:53,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:16:53,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:53,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:16:53,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:16:53,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:16:53,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:53,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:16:53,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:16:53,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:16:53,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:53,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:16:53,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:16:53,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:16:53,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:53,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:16:53,388 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:16:53,392 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:16:53,393 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:16:53,398 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:16:53,398 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:16:53,403 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:16:53,407 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:16:53,411 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:16:53,412 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62826235, jitterRate=-0.0638161450624466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:16:53,419 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731457013314Initializing all the Stores at 1731457013317 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457013317Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457013318 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457013318Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457013318Cleaning up temporary data from old regions at 1731457013398 (+80 ms)Region opened successfully at 1731457013419 (+21 ms) 2024-11-13T00:16:53,420 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:16:53,454 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6912773a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:16:53,487 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T00:16:53,498 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:16:53,499 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:16:53,502 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:16:53,503 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T00:16:53,508 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T00:16:53,508 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:16:53,535 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:16:53,543 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Unable to get data of znode /01192706445/balancer because node does not exist (not necessarily an error) 2024-11-13T00:16:53,546 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01192706445/balancer already deleted, retry=false 2024-11-13T00:16:53,548 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:16:53,549 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Unable to get data of znode /01192706445/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:16:53,551 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01192706445/normalizer already deleted, retry=false 2024-11-13T00:16:53,553 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:16:53,557 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Unable to get data of znode /01192706445/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:16:53,558 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01192706445/switch/split already deleted, retry=false 2024-11-13T00:16:53,560 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Unable to get data of znode /01192706445/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:16:53,562 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01192706445/switch/merge already deleted, retry=false 2024-11-13T00:16:53,580 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Unable to get data of znode /01192706445/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:16:53,582 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01192706445/snapshot-cleanup already deleted, retry=false 2024-11-13T00:16:53,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01192706445/running 2024-11-13T00:16:53,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x1010eaf29d50001, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01192706445/running 2024-11-13T00:16:53,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445 2024-11-13T00:16:53,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x1010eaf29d50001, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445 2024-11-13T00:16:53,591 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,36731,1731457010892, sessionid=0x1010eaf29d50000, setting cluster-up flag (Was=false) 2024-11-13T00:16:53,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x1010eaf29d50001, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445 2024-11-13T00:16:53,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445 2024-11-13T00:16:53,611 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01192706445/flush-table-proc/acquired, /01192706445/flush-table-proc/reached, /01192706445/flush-table-proc/abort 2024-11-13T00:16:53,613 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,36731,1731457010892 2024-11-13T00:16:53,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x1010eaf29d50001, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445 2024-11-13T00:16:53,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445 2024-11-13T00:16:53,626 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01192706445/online-snapshot/acquired, /01192706445/online-snapshot/reached, /01192706445/online-snapshot/abort 2024-11-13T00:16:53,627 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,36731,1731457010892 2024-11-13T00:16:53,634 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T00:16:53,659 INFO [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer(746): ClusterId : 81401650-896d-4e2a-9e1d-8fb7b6779dfe 2024-11-13T00:16:53,661 DEBUG [RS:0;cb28580903fb:37871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:16:53,666 DEBUG [RS:0;cb28580903fb:37871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:16:53,667 DEBUG [RS:0;cb28580903fb:37871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:16:53,670 DEBUG [RS:0;cb28580903fb:37871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:16:53,670 DEBUG [RS:0;cb28580903fb:37871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ba4a61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:16:53,689 DEBUG [RS:0;cb28580903fb:37871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:37871 2024-11-13T00:16:53,692 INFO [RS:0;cb28580903fb:37871 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:16:53,692 INFO [RS:0;cb28580903fb:37871 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:16:53,692 DEBUG [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:16:53,696 INFO [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,36731,1731457010892 with port=37871, startcode=1731457011568 2024-11-13T00:16:53,708 DEBUG [RS:0;cb28580903fb:37871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:16:53,711 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:16:53,721 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:16:53,730 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:16:53,739 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,36731,1731457010892 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:16:53,744 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:16:53,750 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:16:53,750 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:16:53,750 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:16:53,750 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36731 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:16:53,750 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:16:53,750 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:16:53,750 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:16:53,751 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:16:53,751 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:16:53,755 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731457043755 2024-11-13T00:16:53,757 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:16:53,757 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:16:53,758 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:16:53,758 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T00:16:53,762 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:16:53,762 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:16:53,762 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:16:53,762 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:16:53,764 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:53,764 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T00:16:53,763 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:53,766 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:16:53,767 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:16:53,767 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:16:53,768 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T00:16:53,781 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:16:53,781 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:16:53,783 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457013783,5,FailOnTimeoutGroup] 2024-11-13T00:16:53,784 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457013783,5,FailOnTimeoutGroup] 2024-11-13T00:16:53,784 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:53,784 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:16:53,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741831_1007 (size=1321) 2024-11-13T00:16:53,786 DEBUG [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T00:16:53,786 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:53,786 WARN [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T00:16:53,786 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:53,787 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T00:16:53,787 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f 2024-11-13T00:16:53,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741832_1008 (size=32) 2024-11-13T00:16:53,887 INFO [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,36731,1731457010892 with port=37871, startcode=1731457011568 2024-11-13T00:16:53,890 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36731 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,37871,1731457011568 2024-11-13T00:16:53,892 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36731 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,37871,1731457011568 2024-11-13T00:16:53,901 DEBUG [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f 2024-11-13T00:16:53,901 DEBUG [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33367 2024-11-13T00:16:53,901 DEBUG [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:16:53,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445/rs 2024-11-13T00:16:53,906 DEBUG [RS:0;cb28580903fb:37871 {}] zookeeper.ZKUtil(111): regionserver:37871-0x1010eaf29d50001, quorum=127.0.0.1:52960, baseZNode=/01192706445 Set watcher on existing znode=/01192706445/rs/cb28580903fb,37871,1731457011568 2024-11-13T00:16:53,906 WARN [RS:0;cb28580903fb:37871 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:16:53,906 INFO [RS:0;cb28580903fb:37871 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:16:53,907 DEBUG [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568 2024-11-13T00:16:53,908 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,37871,1731457011568] 2024-11-13T00:16:53,933 INFO [RS:0;cb28580903fb:37871 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:16:53,946 INFO [RS:0;cb28580903fb:37871 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:16:53,952 INFO [RS:0;cb28580903fb:37871 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:16:53,952 INFO [RS:0;cb28580903fb:37871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:53,953 INFO [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:16:53,959 INFO [RS:0;cb28580903fb:37871 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:16:53,960 INFO [RS:0;cb28580903fb:37871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:53,960 DEBUG [RS:0;cb28580903fb:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:16:53,961 DEBUG [RS:0;cb28580903fb:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:16:53,961 DEBUG [RS:0;cb28580903fb:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:16:53,961 DEBUG [RS:0;cb28580903fb:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:16:53,961 DEBUG [RS:0;cb28580903fb:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:16:53,961 DEBUG [RS:0;cb28580903fb:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:16:53,961 DEBUG [RS:0;cb28580903fb:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:16:53,962 DEBUG [RS:0;cb28580903fb:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:16:53,962 DEBUG [RS:0;cb28580903fb:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:16:53,962 DEBUG [RS:0;cb28580903fb:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:16:53,962 DEBUG [RS:0;cb28580903fb:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:16:53,962 DEBUG [RS:0;cb28580903fb:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:16:53,962 DEBUG [RS:0;cb28580903fb:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:16:53,962 DEBUG [RS:0;cb28580903fb:37871 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:16:53,963 INFO [RS:0;cb28580903fb:37871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:53,963 INFO [RS:0;cb28580903fb:37871 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:53,964 INFO [RS:0;cb28580903fb:37871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:53,964 INFO [RS:0;cb28580903fb:37871 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:53,964 INFO [RS:0;cb28580903fb:37871 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:53,964 INFO [RS:0;cb28580903fb:37871 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,37871,1731457011568-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:16:53,985 INFO [RS:0;cb28580903fb:37871 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:16:53,987 INFO [RS:0;cb28580903fb:37871 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,37871,1731457011568-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:53,987 INFO [RS:0;cb28580903fb:37871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:53,988 INFO [RS:0;cb28580903fb:37871 {}] regionserver.Replication(171): cb28580903fb,37871,1731457011568 started 2024-11-13T00:16:54,006 INFO [RS:0;cb28580903fb:37871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:54,007 INFO [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,37871,1731457011568, RpcServer on cb28580903fb/172.17.0.2:37871, sessionid=0x1010eaf29d50001 2024-11-13T00:16:54,008 DEBUG [RS:0;cb28580903fb:37871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:16:54,008 DEBUG [RS:0;cb28580903fb:37871 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,37871,1731457011568 2024-11-13T00:16:54,008 DEBUG [RS:0;cb28580903fb:37871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,37871,1731457011568' 2024-11-13T00:16:54,008 DEBUG [RS:0;cb28580903fb:37871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01192706445/flush-table-proc/abort' 2024-11-13T00:16:54,009 DEBUG [RS:0;cb28580903fb:37871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01192706445/flush-table-proc/acquired' 2024-11-13T00:16:54,010 DEBUG [RS:0;cb28580903fb:37871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:16:54,010 DEBUG [RS:0;cb28580903fb:37871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:16:54,010 DEBUG [RS:0;cb28580903fb:37871 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,37871,1731457011568 2024-11-13T00:16:54,010 DEBUG [RS:0;cb28580903fb:37871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,37871,1731457011568' 2024-11-13T00:16:54,010 DEBUG [RS:0;cb28580903fb:37871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01192706445/online-snapshot/abort' 2024-11-13T00:16:54,011 DEBUG [RS:0;cb28580903fb:37871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01192706445/online-snapshot/acquired' 2024-11-13T00:16:54,012 DEBUG [RS:0;cb28580903fb:37871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:16:54,012 INFO [RS:0;cb28580903fb:37871 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:16:54,012 INFO [RS:0;cb28580903fb:37871 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:16:54,117 INFO [RS:0;cb28580903fb:37871 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:16:54,121 INFO [RS:0;cb28580903fb:37871 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C37871%2C1731457011568, suffix=, logDir=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568, archiveDir=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/oldWALs, maxLogs=10 2024-11-13T00:16:54,138 DEBUG [RS:0;cb28580903fb:37871 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568/cb28580903fb%2C37871%2C1731457011568.1731457014123, exclude list is [], retry=0 2024-11-13T00:16:54,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41043,DS-b7462f39-9f85-4d71-8204-92d6c4105e3a,DISK] 2024-11-13T00:16:54,146 INFO [RS:0;cb28580903fb:37871 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568/cb28580903fb%2C37871%2C1731457011568.1731457014123 2024-11-13T00:16:54,146 DEBUG [RS:0;cb28580903fb:37871 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43321:43321)] 2024-11-13T00:16:54,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:16:54,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:16:54,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:16:54,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:54,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:16:54,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:16:54,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:16:54,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:54,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:16:54,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:16:54,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:16:54,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:54,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:16:54,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:16:54,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:16:54,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:54,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:16:54,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:16:54,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740 2024-11-13T00:16:54,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740 2024-11-13T00:16:54,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:16:54,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:16:54,224 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:16:54,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:16:54,231 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:16:54,232 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64457660, jitterRate=-0.03950601816177368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:16:54,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731457014201Initializing all the Stores at 1731457014203 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457014203Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457014203Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457014203Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457014203Cleaning up temporary data from old regions at 1731457014223 (+20 ms)Region opened successfully at 1731457014234 (+11 ms) 2024-11-13T00:16:54,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:16:54,234 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:16:54,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:16:54,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:16:54,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:16:54,236 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:16:54,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457014234Disabling compacts and flushes for region at 1731457014234Disabling writes for close at 1731457014235 (+1 ms)Writing region close event to WAL at 1731457014236 (+1 ms)Closed at 1731457014236 2024-11-13T00:16:54,240 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:16:54,240 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T00:16:54,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:16:54,255 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:16:54,258 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T00:16:54,410 DEBUG [cb28580903fb:36731 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:16:54,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,37871,1731457011568 2024-11-13T00:16:54,430 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,37871,1731457011568, state=OPENING 2024-11-13T00:16:54,437 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T00:16:54,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445 2024-11-13T00:16:54,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x1010eaf29d50001, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445 2024-11-13T00:16:54,439 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01192706445/meta-region-server: CHANGED 2024-11-13T00:16:54,439 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01192706445/meta-region-server: CHANGED 2024-11-13T00:16:54,440 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:16:54,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,37871,1731457011568}] 2024-11-13T00:16:54,618 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:16:54,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:16:54,632 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:16:54,632 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:16:54,633 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T00:16:54,636 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C37871%2C1731457011568.meta, suffix=.meta, logDir=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568, archiveDir=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/oldWALs, maxLogs=10 2024-11-13T00:16:54,653 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568/cb28580903fb%2C37871%2C1731457011568.meta.1731457014638.meta, exclude list is [], retry=0 2024-11-13T00:16:54,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41043,DS-b7462f39-9f85-4d71-8204-92d6c4105e3a,DISK] 2024-11-13T00:16:54,660 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568/cb28580903fb%2C37871%2C1731457011568.meta.1731457014638.meta 2024-11-13T00:16:54,661 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43321:43321)] 2024-11-13T00:16:54,662 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:16:54,668 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:16:54,669 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:16:54,673 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:16:54,675 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:16:54,679 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:16:54,679 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:16:54,680 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:16:54,680 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:16:54,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:16:54,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:16:54,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:54,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:16:54,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:16:54,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:16:54,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:54,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:16:54,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:16:54,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:16:54,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:54,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:16:54,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:16:54,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:16:54,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:54,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:16:54,694 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:16:54,695 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740 2024-11-13T00:16:54,697 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740 2024-11-13T00:16:54,700 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:16:54,700 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:16:54,701 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:16:54,703 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:16:54,705 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62462915, jitterRate=-0.06923003494739532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:16:54,705 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:16:54,706 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731457014680Writing region info on filesystem at 1731457014680Initializing all the Stores at 1731457014683 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457014683Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457014683Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457014683Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457014683Cleaning up temporary data from old regions at 1731457014700 (+17 ms)Running coprocessor post-open hooks at 1731457014705 (+5 ms)Region opened successfully at 1731457014706 (+1 ms) 2024-11-13T00:16:54,713 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731457014608 2024-11-13T00:16:54,725 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:16:54,725 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:16:54,726 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,37871,1731457011568 2024-11-13T00:16:54,728 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,37871,1731457011568, state=OPEN 2024-11-13T00:16:54,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01192706445/meta-region-server 2024-11-13T00:16:54,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x1010eaf29d50001, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01192706445/meta-region-server 2024-11-13T00:16:54,734 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01192706445/meta-region-server: CHANGED 2024-11-13T00:16:54,734 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01192706445/meta-region-server: CHANGED 2024-11-13T00:16:54,734 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,37871,1731457011568 2024-11-13T00:16:54,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T00:16:54,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,37871,1731457011568 in 292 msec 2024-11-13T00:16:54,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T00:16:54,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 494 msec 2024-11-13T00:16:54,746 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:16:54,746 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T00:16:54,766 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:16:54,768 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37871,1731457011568, seqNum=-1] 2024-11-13T00:16:54,789 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:16:54,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:16:54,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1460 sec 2024-11-13T00:16:54,811 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731457014811, completionTime=-1 2024-11-13T00:16:54,813 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T00:16:54,814 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:16:54,840 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T00:16:54,840 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731457074840 2024-11-13T00:16:54,840 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731457134840 2024-11-13T00:16:54,840 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-13T00:16:54,842 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,36731,1731457010892-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:54,843 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,36731,1731457010892-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:54,843 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,36731,1731457010892-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:54,845 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:36731, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:54,845 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:54,846 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:54,852 DEBUG [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T00:16:54,873 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.166sec 2024-11-13T00:16:54,874 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:16:54,876 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:16:54,877 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:16:54,877 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:16:54,877 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:16:54,878 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,36731,1731457010892-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:16:54,879 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,36731,1731457010892-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:16:54,887 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:16:54,887 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:16:54,888 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,36731,1731457010892-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:54,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:16:54,972 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T00:16:54,972 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T00:16:54,975 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,36731,-1 for getting cluster id 2024-11-13T00:16:54,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:16:54,985 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81401650-896d-4e2a-9e1d-8fb7b6779dfe' 2024-11-13T00:16:54,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:16:54,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81401650-896d-4e2a-9e1d-8fb7b6779dfe" 2024-11-13T00:16:54,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e3743c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:16:54,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,36731,-1] 2024-11-13T00:16:54,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:16:54,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:16:54,996 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:16:54,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:16:55,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:16:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37871,1731457011568, seqNum=-1] 2024-11-13T00:16:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:16:55,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:16:55,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb28580903fb,36731,1731457010892 2024-11-13T00:16:55,032 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52960 2024-11-13T00:16:55,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:16:55,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1010eaf29d50002 connected 2024-11-13T00:16:55,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/hadoop.log.dir so I do NOT create it in target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e 2024-11-13T00:16:55,057 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T00:16:55,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/hadoop.tmp.dir so I do NOT create it in target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e 2024-11-13T00:16:55,057 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T00:16:55,057 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e 2024-11-13T00:16:55,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T00:16:55,057 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/cluster_42489877-5b8c-c8a9-8981-16e1484ba30d, deleteOnExit=true 2024-11-13T00:16:55,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T00:16:55,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/test.cache.data in system properties and HBase conf 2024-11-13T00:16:55,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T00:16:55,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/hadoop.log.dir in system properties and HBase conf 2024-11-13T00:16:55,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T00:16:55,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T00:16:55,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T00:16:55,058 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T00:16:55,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:16:55,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:16:55,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T00:16:55,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:16:55,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T00:16:55,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T00:16:55,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:16:55,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:16:55,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T00:16:55,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/nfs.dump.dir in system properties and HBase conf 2024-11-13T00:16:55,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/java.io.tmpdir in system properties and HBase conf 2024-11-13T00:16:55,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:16:55,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T00:16:55,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T00:16:55,171 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:16:55,179 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:16:55,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:16:55,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:16:55,181 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:16:55,183 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:16:55,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:16:55,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:16:55,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/java.io.tmpdir/jetty-localhost-44771-hadoop-hdfs-3_4_1-tests_jar-_-any-16980620334590625247/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:16:55,303 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:44771} 2024-11-13T00:16:55,303 INFO [Time-limited test {}] server.Server(415): Started @9170ms 2024-11-13T00:16:55,391 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:16:55,395 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:16:55,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:16:55,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:16:55,396 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T00:16:55,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:16:55,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:16:55,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/java.io.tmpdir/jetty-localhost-37539-hadoop-hdfs-3_4_1-tests_jar-_-any-13892494479158396087/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:16:55,515 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:37539} 2024-11-13T00:16:55,515 INFO [Time-limited test {}] server.Server(415): Started @9382ms 2024-11-13T00:16:55,517 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:16:55,649 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/cluster_42489877-5b8c-c8a9-8981-16e1484ba30d/data/data2/current/BP-262886651-172.17.0.2-1731457015094/current, will proceed with Du for space computation calculation, 2024-11-13T00:16:55,649 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/cluster_42489877-5b8c-c8a9-8981-16e1484ba30d/data/data1/current/BP-262886651-172.17.0.2-1731457015094/current, will proceed with Du for space computation calculation, 2024-11-13T00:16:55,668 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:16:55,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98f301fbbab3fdcb with lease ID 0xdfe7a6c75399ce89: Processing first storage report for DS-b9636a2f-b17d-45e7-8a00-2b4ca1a65202 from datanode DatanodeRegistration(127.0.0.1:41017, datanodeUuid=4d1c3516-4f6a-4197-9cf1-e06ac5f9d6c1, infoPort=35283, infoSecurePort=0, ipcPort=37101, storageInfo=lv=-57;cid=testClusterID;nsid=6749948;c=1731457015094) 2024-11-13T00:16:55,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98f301fbbab3fdcb with lease ID 0xdfe7a6c75399ce89: from storage DS-b9636a2f-b17d-45e7-8a00-2b4ca1a65202 node DatanodeRegistration(127.0.0.1:41017, datanodeUuid=4d1c3516-4f6a-4197-9cf1-e06ac5f9d6c1, infoPort=35283, infoSecurePort=0, ipcPort=37101, storageInfo=lv=-57;cid=testClusterID;nsid=6749948;c=1731457015094), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:16:55,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98f301fbbab3fdcb with lease ID 0xdfe7a6c75399ce89: Processing first storage report for DS-2b8bfcd2-cd49-4d2c-8cd6-6f4be9e68ae4 from datanode DatanodeRegistration(127.0.0.1:41017, datanodeUuid=4d1c3516-4f6a-4197-9cf1-e06ac5f9d6c1, infoPort=35283, infoSecurePort=0, ipcPort=37101, storageInfo=lv=-57;cid=testClusterID;nsid=6749948;c=1731457015094) 2024-11-13T00:16:55,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98f301fbbab3fdcb with lease ID 0xdfe7a6c75399ce89: from storage DS-2b8bfcd2-cd49-4d2c-8cd6-6f4be9e68ae4 node DatanodeRegistration(127.0.0.1:41017, datanodeUuid=4d1c3516-4f6a-4197-9cf1-e06ac5f9d6c1, infoPort=35283, infoSecurePort=0, ipcPort=37101, storageInfo=lv=-57;cid=testClusterID;nsid=6749948;c=1731457015094), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:16:55,749 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e 2024-11-13T00:16:55,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:16:55,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:16:55,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741825_1001 (size=7) 2024-11-13T00:16:56,165 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f with version=8 2024-11-13T00:16:56,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/hbase-staging 2024-11-13T00:16:56,169 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:16:56,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:16:56,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:16:56,170 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:16:56,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:16:56,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:16:56,170 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:16:56,170 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:16:56,171 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42149 2024-11-13T00:16:56,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42149 connecting to ZooKeeper ensemble=127.0.0.1:52960 2024-11-13T00:16:56,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421490x0, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:16:56,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42149-0x1010eaf29d50003 connected 2024-11-13T00:16:56,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:16:56,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:16:56,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Set watcher on znode that does not yet exist, /1225936669/running 2024-11-13T00:16:56,205 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f, hbase.cluster.distributed=false 2024-11-13T00:16:56,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Set watcher on znode that does not yet exist, /1225936669/acl 2024-11-13T00:16:56,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42149 2024-11-13T00:16:56,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42149 2024-11-13T00:16:56,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42149 2024-11-13T00:16:56,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42149 2024-11-13T00:16:56,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42149 2024-11-13T00:16:56,232 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:16:56,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:16:56,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:16:56,232 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:16:56,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:16:56,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:16:56,232 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:16:56,233 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:16:56,234 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34735 2024-11-13T00:16:56,235 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34735 connecting to ZooKeeper ensemble=127.0.0.1:52960 2024-11-13T00:16:56,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:16:56,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:16:56,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347350x0, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:16:56,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347350x0, quorum=127.0.0.1:52960, baseZNode=/1225936669 Set watcher on znode that does not yet exist, /1225936669/running 2024-11-13T00:16:56,259 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:16:56,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34735-0x1010eaf29d50004 connected 2024-11-13T00:16:56,265 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:16:56,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34735-0x1010eaf29d50004, quorum=127.0.0.1:52960, baseZNode=/1225936669 Set watcher on znode that does not yet exist, /1225936669/master 2024-11-13T00:16:56,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34735-0x1010eaf29d50004, quorum=127.0.0.1:52960, baseZNode=/1225936669 Set watcher on znode that does not yet exist, /1225936669/acl 2024-11-13T00:16:56,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34735 2024-11-13T00:16:56,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34735 2024-11-13T00:16:56,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34735 2024-11-13T00:16:56,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34735 2024-11-13T00:16:56,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34735 2024-11-13T00:16:56,305 DEBUG [M:0;cb28580903fb:42149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:42149 2024-11-13T00:16:56,306 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1225936669/backup-masters/cb28580903fb,42149,1731457016169 2024-11-13T00:16:56,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1010eaf29d50004, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1225936669/backup-masters 2024-11-13T00:16:56,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1225936669/backup-masters 2024-11-13T00:16:56,309 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Set watcher on existing znode=/1225936669/backup-masters/cb28580903fb,42149,1731457016169 2024-11-13T00:16:56,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1010eaf29d50004, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1225936669/master 2024-11-13T00:16:56,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1225936669 2024-11-13T00:16:56,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1010eaf29d50004, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1225936669 2024-11-13T00:16:56,313 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Set watcher on existing znode=/1225936669/master 2024-11-13T00:16:56,314 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1225936669/backup-masters/cb28580903fb,42149,1731457016169 from backup master directory 2024-11-13T00:16:56,316 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:16:56,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1010eaf29d50004, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1225936669/backup-masters 2024-11-13T00:16:56,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1225936669/backup-masters/cb28580903fb,42149,1731457016169 2024-11-13T00:16:56,316 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,42149,1731457016169 2024-11-13T00:16:56,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1225936669/backup-masters 2024-11-13T00:16:56,324 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/hbase.id] with ID: 272e3505-6bcd-44b2-8ab7-bdfd48c50e7d 2024-11-13T00:16:56,324 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/.tmp/hbase.id 2024-11-13T00:16:56,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741826_1002 (size=42) 2024-11-13T00:16:56,732 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/.tmp/hbase.id]:[hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/hbase.id] 2024-11-13T00:16:56,755 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:16:56,756 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:16:56,758 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T00:16:56,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1225936669 2024-11-13T00:16:56,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1010eaf29d50004, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1225936669 2024-11-13T00:16:56,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741827_1003 (size=196) 2024-11-13T00:16:57,170 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:16:57,172 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:16:57,172 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:16:57,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741828_1004 (size=1189) 2024-11-13T00:16:57,587 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/MasterData/data/master/store 2024-11-13T00:16:57,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741829_1005 (size=34) 2024-11-13T00:16:58,003 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:16:58,003 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:16:58,003 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:16:58,003 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:16:58,003 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:16:58,004 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:16:58,004 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:16:58,004 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457018003Disabling compacts and flushes for region at 1731457018003Disabling writes for close at 1731457018004 (+1 ms)Writing region close event to WAL at 1731457018004Closed at 1731457018004 2024-11-13T00:16:58,006 WARN [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/MasterData/data/master/store/.initializing 2024-11-13T00:16:58,006 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/MasterData/WALs/cb28580903fb,42149,1731457016169 2024-11-13T00:16:58,008 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:16:58,011 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C42149%2C1731457016169, suffix=, logDir=hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/MasterData/WALs/cb28580903fb,42149,1731457016169, archiveDir=hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/MasterData/oldWALs, maxLogs=10 2024-11-13T00:16:58,027 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/MasterData/WALs/cb28580903fb,42149,1731457016169/cb28580903fb%2C42149%2C1731457016169.1731457018012, exclude list is [], retry=0 2024-11-13T00:16:58,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41017,DS-b9636a2f-b17d-45e7-8a00-2b4ca1a65202,DISK] 2024-11-13T00:16:58,036 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/MasterData/WALs/cb28580903fb,42149,1731457016169/cb28580903fb%2C42149%2C1731457016169.1731457018012 2024-11-13T00:16:58,036 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35283:35283)] 2024-11-13T00:16:58,036 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:16:58,036 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:16:58,037 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:16:58,037 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:16:58,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:16:58,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:16:58,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:58,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:16:58,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:16:58,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:16:58,045 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:58,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:16:58,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:16:58,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:16:58,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:58,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:16:58,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:16:58,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:16:58,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:58,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:16:58,060 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:16:58,061 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:16:58,062 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:16:58,065 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:16:58,065 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:16:58,066 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:16:58,068 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:16:58,071 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:16:58,072 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69107015, jitterRate=0.029774770140647888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:16:58,073 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731457018037Initializing all the Stores at 1731457018039 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457018039Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457018039Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457018039Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457018039Cleaning up temporary data from old regions at 1731457018065 (+26 ms)Region opened successfully at 1731457018072 (+7 ms) 2024-11-13T00:16:58,073 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:16:58,078 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b4d1b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:16:58,079 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T00:16:58,080 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:16:58,080 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:16:58,080 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:16:58,081 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T00:16:58,081 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T00:16:58,081 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:16:58,086 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:16:58,088 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Unable to get data of znode /1225936669/balancer because node does not exist (not necessarily an error) 2024-11-13T00:16:58,089 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1225936669/balancer already deleted, retry=false 2024-11-13T00:16:58,090 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:16:58,090 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Unable to get data of znode /1225936669/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:16:58,092 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1225936669/normalizer already deleted, retry=false 2024-11-13T00:16:58,092 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:16:58,094 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Unable to get data of znode /1225936669/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:16:58,095 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1225936669/switch/split already deleted, retry=false 2024-11-13T00:16:58,096 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Unable to get data of znode /1225936669/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:16:58,099 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1225936669/switch/merge already deleted, retry=false 2024-11-13T00:16:58,102 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Unable to get data of znode /1225936669/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:16:58,103 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1225936669/snapshot-cleanup already deleted, retry=false 2024-11-13T00:16:58,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1225936669/running 2024-11-13T00:16:58,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1225936669 2024-11-13T00:16:58,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1010eaf29d50004, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1225936669/running 2024-11-13T00:16:58,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1010eaf29d50004, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1225936669 2024-11-13T00:16:58,111 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,42149,1731457016169, sessionid=0x1010eaf29d50003, setting cluster-up flag (Was=false) 2024-11-13T00:16:58,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1010eaf29d50004, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1225936669 2024-11-13T00:16:58,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1225936669 2024-11-13T00:16:58,124 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1225936669/flush-table-proc/acquired, /1225936669/flush-table-proc/reached, /1225936669/flush-table-proc/abort 2024-11-13T00:16:58,126 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,42149,1731457016169 2024-11-13T00:16:58,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1225936669 2024-11-13T00:16:58,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1010eaf29d50004, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1225936669 2024-11-13T00:16:58,141 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1225936669/online-snapshot/acquired, /1225936669/online-snapshot/reached, /1225936669/online-snapshot/abort 2024-11-13T00:16:58,143 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,42149,1731457016169 2024-11-13T00:16:58,145 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T00:16:58,149 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:16:58,150 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:16:58,150 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:16:58,150 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,42149,1731457016169 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:16:58,152 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:16:58,152 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:16:58,152 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:16:58,152 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:16:58,153 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:16:58,153 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:16:58,153 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:16:58,153 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:16:58,189 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:16:58,189 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T00:16:58,191 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:58,192 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T00:16:58,205 INFO [RS:0;cb28580903fb:34735 {}] regionserver.HRegionServer(746): ClusterId : 272e3505-6bcd-44b2-8ab7-bdfd48c50e7d 2024-11-13T00:16:58,205 DEBUG [RS:0;cb28580903fb:34735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:16:58,208 DEBUG [RS:0;cb28580903fb:34735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:16:58,208 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731457048208 2024-11-13T00:16:58,208 DEBUG [RS:0;cb28580903fb:34735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:16:58,209 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:16:58,209 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:16:58,209 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:16:58,209 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:16:58,209 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:16:58,211 DEBUG [RS:0;cb28580903fb:34735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:16:58,209 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:16:58,212 DEBUG [RS:0;cb28580903fb:34735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4aea96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:16:58,221 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:58,229 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:16:58,229 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:16:58,230 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:16:58,230 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T00:16:58,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741831_1007 (size=1321) 2024-11-13T00:16:58,232 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:16:58,232 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:16:58,232 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457018232,5,FailOnTimeoutGroup] 2024-11-13T00:16:58,233 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T00:16:58,233 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f 2024-11-13T00:16:58,241 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457018232,5,FailOnTimeoutGroup] 2024-11-13T00:16:58,241 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:58,241 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:16:58,241 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:58,242 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:58,242 DEBUG [RS:0;cb28580903fb:34735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:34735 2024-11-13T00:16:58,242 INFO [RS:0;cb28580903fb:34735 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:16:58,242 INFO [RS:0;cb28580903fb:34735 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:16:58,242 DEBUG [RS:0;cb28580903fb:34735 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:16:58,243 INFO [RS:0;cb28580903fb:34735 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,42149,1731457016169 with port=34735, startcode=1731457016231 2024-11-13T00:16:58,244 DEBUG [RS:0;cb28580903fb:34735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:16:58,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741832_1008 (size=32) 2024-11-13T00:16:58,247 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:16:58,248 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42149 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,34735,1731457016231 2024-11-13T00:16:58,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:16:58,248 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42149 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,34735,1731457016231 2024-11-13T00:16:58,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:16:58,251 DEBUG [RS:0;cb28580903fb:34735 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f 2024-11-13T00:16:58,251 DEBUG [RS:0;cb28580903fb:34735 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42681 2024-11-13T00:16:58,251 DEBUG [RS:0;cb28580903fb:34735 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:16:58,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1225936669/rs 2024-11-13T00:16:58,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:16:58,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:58,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:16:58,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,34735,1731457016231] 2024-11-13T00:16:58,255 DEBUG [RS:0;cb28580903fb:34735 {}] zookeeper.ZKUtil(111): regionserver:34735-0x1010eaf29d50004, quorum=127.0.0.1:52960, baseZNode=/1225936669 Set watcher on existing znode=/1225936669/rs/cb28580903fb,34735,1731457016231 2024-11-13T00:16:58,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:16:58,256 WARN [RS:0;cb28580903fb:34735 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:16:58,256 INFO [RS:0;cb28580903fb:34735 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:16:58,256 DEBUG [RS:0;cb28580903fb:34735 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/WALs/cb28580903fb,34735,1731457016231 2024-11-13T00:16:58,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:16:58,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:58,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:16:58,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:16:58,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:16:58,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:58,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:16:58,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:16:58,263 INFO [RS:0;cb28580903fb:34735 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:16:58,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:16:58,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:58,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:16:58,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:16:58,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/data/hbase/meta/1588230740 2024-11-13T00:16:58,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/data/hbase/meta/1588230740 2024-11-13T00:16:58,268 INFO [RS:0;cb28580903fb:34735 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:16:58,268 INFO [RS:0;cb28580903fb:34735 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:16:58,268 INFO [RS:0;cb28580903fb:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:58,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:16:58,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:16:58,270 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:16:58,271 INFO [RS:0;cb28580903fb:34735 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:16:58,273 INFO [RS:0;cb28580903fb:34735 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:16:58,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:16:58,273 INFO [RS:0;cb28580903fb:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:58,273 DEBUG [RS:0;cb28580903fb:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:16:58,273 DEBUG [RS:0;cb28580903fb:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:16:58,273 DEBUG [RS:0;cb28580903fb:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:16:58,274 DEBUG [RS:0;cb28580903fb:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:16:58,274 DEBUG [RS:0;cb28580903fb:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:16:58,274 DEBUG [RS:0;cb28580903fb:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:16:58,274 DEBUG [RS:0;cb28580903fb:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:16:58,274 DEBUG [RS:0;cb28580903fb:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:16:58,274 DEBUG [RS:0;cb28580903fb:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:16:58,274 DEBUG [RS:0;cb28580903fb:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:16:58,274 DEBUG [RS:0;cb28580903fb:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:16:58,275 DEBUG [RS:0;cb28580903fb:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:16:58,275 DEBUG [RS:0;cb28580903fb:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:16:58,275 DEBUG [RS:0;cb28580903fb:34735 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:16:58,275 INFO [RS:0;cb28580903fb:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:58,276 INFO [RS:0;cb28580903fb:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:58,276 INFO [RS:0;cb28580903fb:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:58,276 INFO [RS:0;cb28580903fb:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:58,276 INFO [RS:0;cb28580903fb:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:58,276 INFO [RS:0;cb28580903fb:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,34735,1731457016231-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:16:58,284 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:16:58,285 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69072050, jitterRate=0.029253751039505005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:16:58,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731457018248Initializing all the Stores at 1731457018250 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457018250Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457018251 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457018251Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457018251Cleaning up temporary data from old regions at 1731457018270 (+19 ms)Region opened successfully at 1731457018285 (+15 ms) 2024-11-13T00:16:58,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:16:58,286 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:16:58,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:16:58,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:16:58,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:16:58,286 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:16:58,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457018285Disabling compacts and flushes for region at 1731457018285Disabling writes for close at 1731457018286 (+1 ms)Writing region close event to WAL at 1731457018286Closed at 1731457018286 2024-11-13T00:16:58,289 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:16:58,289 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T00:16:58,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:16:58,295 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:16:58,298 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T00:16:58,298 INFO [RS:0;cb28580903fb:34735 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:16:58,298 INFO [RS:0;cb28580903fb:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,34735,1731457016231-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:58,299 INFO [RS:0;cb28580903fb:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:58,299 INFO [RS:0;cb28580903fb:34735 {}] regionserver.Replication(171): cb28580903fb,34735,1731457016231 started 2024-11-13T00:16:58,317 INFO [RS:0;cb28580903fb:34735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:58,317 INFO [RS:0;cb28580903fb:34735 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,34735,1731457016231, RpcServer on cb28580903fb/172.17.0.2:34735, sessionid=0x1010eaf29d50004 2024-11-13T00:16:58,317 DEBUG [RS:0;cb28580903fb:34735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:16:58,317 DEBUG [RS:0;cb28580903fb:34735 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,34735,1731457016231 2024-11-13T00:16:58,317 DEBUG [RS:0;cb28580903fb:34735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,34735,1731457016231' 2024-11-13T00:16:58,318 DEBUG [RS:0;cb28580903fb:34735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1225936669/flush-table-proc/abort' 2024-11-13T00:16:58,319 DEBUG [RS:0;cb28580903fb:34735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1225936669/flush-table-proc/acquired' 2024-11-13T00:16:58,320 DEBUG [RS:0;cb28580903fb:34735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:16:58,320 DEBUG [RS:0;cb28580903fb:34735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:16:58,320 DEBUG [RS:0;cb28580903fb:34735 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,34735,1731457016231 2024-11-13T00:16:58,320 DEBUG [RS:0;cb28580903fb:34735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,34735,1731457016231' 2024-11-13T00:16:58,320 DEBUG [RS:0;cb28580903fb:34735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1225936669/online-snapshot/abort' 2024-11-13T00:16:58,321 DEBUG [RS:0;cb28580903fb:34735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1225936669/online-snapshot/acquired' 2024-11-13T00:16:58,322 DEBUG [RS:0;cb28580903fb:34735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:16:58,322 INFO [RS:0;cb28580903fb:34735 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:16:58,322 INFO [RS:0;cb28580903fb:34735 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:16:58,422 INFO [RS:0;cb28580903fb:34735 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:16:58,425 INFO [RS:0;cb28580903fb:34735 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C34735%2C1731457016231, suffix=, logDir=hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/WALs/cb28580903fb,34735,1731457016231, archiveDir=hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/oldWALs, maxLogs=10 2024-11-13T00:16:58,442 DEBUG [RS:0;cb28580903fb:34735 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/WALs/cb28580903fb,34735,1731457016231/cb28580903fb%2C34735%2C1731457016231.1731457018427, exclude list is [], retry=0 2024-11-13T00:16:58,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41017,DS-b9636a2f-b17d-45e7-8a00-2b4ca1a65202,DISK] 2024-11-13T00:16:58,448 WARN [cb28580903fb:42149 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T00:16:58,452 INFO [RS:0;cb28580903fb:34735 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/WALs/cb28580903fb,34735,1731457016231/cb28580903fb%2C34735%2C1731457016231.1731457018427 2024-11-13T00:16:58,452 DEBUG [RS:0;cb28580903fb:34735 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35283:35283)] 2024-11-13T00:16:58,698 DEBUG [cb28580903fb:42149 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:16:58,699 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,34735,1731457016231 2024-11-13T00:16:58,702 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,34735,1731457016231, state=OPENING 2024-11-13T00:16:58,708 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T00:16:58,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1225936669 2024-11-13T00:16:58,710 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:16:58,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,34735,1731457016231}] 2024-11-13T00:16:58,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1225936669/meta-region-server: CHANGED 2024-11-13T00:16:58,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1010eaf29d50004, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1225936669 2024-11-13T00:16:58,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1225936669/meta-region-server: CHANGED 2024-11-13T00:16:58,866 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:16:58,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:16:58,877 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:16:58,877 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:16:58,877 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T00:16:58,880 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C34735%2C1731457016231.meta, suffix=.meta, logDir=hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/WALs/cb28580903fb,34735,1731457016231, archiveDir=hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/oldWALs, maxLogs=10 2024-11-13T00:16:58,904 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/WALs/cb28580903fb,34735,1731457016231/cb28580903fb%2C34735%2C1731457016231.meta.1731457018883.meta, exclude list is [], retry=0 2024-11-13T00:16:58,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41017,DS-b9636a2f-b17d-45e7-8a00-2b4ca1a65202,DISK] 2024-11-13T00:16:58,912 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/WALs/cb28580903fb,34735,1731457016231/cb28580903fb%2C34735%2C1731457016231.meta.1731457018883.meta 2024-11-13T00:16:58,913 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35283:35283)] 2024-11-13T00:16:58,913 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:16:58,914 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:16:58,914 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:16:58,914 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:16:58,914 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:16:58,914 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:16:58,914 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:16:58,915 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:16:58,915 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:16:58,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:16:58,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:16:58,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:58,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:16:58,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:16:58,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:16:58,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:58,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:16:58,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:16:58,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:16:58,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:58,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:16:58,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:16:58,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:16:58,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:58,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:16:58,930 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:16:58,931 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/data/hbase/meta/1588230740 2024-11-13T00:16:58,933 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/data/hbase/meta/1588230740 2024-11-13T00:16:58,936 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:16:58,936 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:16:58,937 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:16:58,939 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:16:58,941 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61695938, jitterRate=-0.08065888285636902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:16:58,941 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:16:58,941 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731457018915Writing region info on filesystem at 1731457018915Initializing all the Stores at 1731457018917 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457018917Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457018917Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457018917Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457018917Cleaning up temporary data from old regions at 1731457018936 (+19 ms)Running coprocessor post-open hooks at 1731457018941 (+5 ms)Region opened successfully at 1731457018941 2024-11-13T00:16:58,943 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731457018865 2024-11-13T00:16:58,946 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:16:58,947 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:16:58,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,34735,1731457016231 2024-11-13T00:16:58,950 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,34735,1731457016231, state=OPEN 2024-11-13T00:16:58,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1225936669/meta-region-server 2024-11-13T00:16:58,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1010eaf29d50004, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1225936669/meta-region-server 2024-11-13T00:16:58,952 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,34735,1731457016231 2024-11-13T00:16:58,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1225936669/meta-region-server: CHANGED 2024-11-13T00:16:58,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1225936669/meta-region-server: CHANGED 2024-11-13T00:16:58,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T00:16:58,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,34735,1731457016231 in 241 msec 2024-11-13T00:16:58,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T00:16:58,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 668 msec 2024-11-13T00:16:58,963 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:16:58,963 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T00:16:58,965 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:16:58,966 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,34735,1731457016231, seqNum=-1] 2024-11-13T00:16:58,966 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:16:58,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:16:58,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 828 msec 2024-11-13T00:16:58,977 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731457018977, completionTime=-1 2024-11-13T00:16:58,977 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T00:16:58,977 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:16:58,980 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T00:16:58,980 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731457078980 2024-11-13T00:16:58,980 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731457138980 2024-11-13T00:16:58,980 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T00:16:58,980 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,42149,1731457016169-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:58,980 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,42149,1731457016169-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:58,981 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,42149,1731457016169-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:58,981 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:42149, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:58,981 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:58,981 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:58,983 DEBUG [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T00:16:58,987 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.670sec 2024-11-13T00:16:58,987 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:16:58,987 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:16:58,987 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:16:58,987 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:16:58,987 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:16:58,987 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,42149,1731457016169-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:16:58,987 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,42149,1731457016169-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:16:58,991 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:16:58,991 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:16:58,991 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,42149,1731457016169-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:16:59,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:16:59,005 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,42149,-1 for getting cluster id 2024-11-13T00:16:59,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:16:59,008 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '272e3505-6bcd-44b2-8ab7-bdfd48c50e7d' 2024-11-13T00:16:59,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:16:59,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "272e3505-6bcd-44b2-8ab7-bdfd48c50e7d" 2024-11-13T00:16:59,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e065751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:16:59,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,42149,-1] 2024-11-13T00:16:59,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:16:59,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:16:59,012 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:16:59,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:16:59,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:16:59,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,34735,1731457016231, seqNum=-1] 2024-11-13T00:16:59,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:16:59,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:16:59,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb28580903fb,42149,1731457016169 2024-11-13T00:16:59,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52960 2024-11-13T00:16:59,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:16:59,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1010eaf29d50005 connected 2024-11-13T00:16:59,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:16:59,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,36731,-1 for getting cluster id 2024-11-13T00:16:59,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:16:59,037 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81401650-896d-4e2a-9e1d-8fb7b6779dfe' 2024-11-13T00:16:59,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:16:59,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81401650-896d-4e2a-9e1d-8fb7b6779dfe" 2024-11-13T00:16:59,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43726c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:16:59,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,36731,-1] 2024-11-13T00:16:59,039 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:16:59,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:16:59,046 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:16:59,047 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffee48c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:16:59,056 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:16:59,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,36731,1731457010892 2024-11-13T00:16:59,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@558aea1e 2024-11-13T00:16:59,064 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:16:59,066 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:16:59,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb28580903fb:42149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T00:16:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T00:16:59,082 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:42149' 2024-11-13T00:16:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:16:59,084 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b39793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:16:59,084 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,42149,-1 for getting cluster id 2024-11-13T00:16:59,084 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:16:59,085 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '272e3505-6bcd-44b2-8ab7-bdfd48c50e7d' 2024-11-13T00:16:59,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:16:59,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "272e3505-6bcd-44b2-8ab7-bdfd48c50e7d" 2024-11-13T00:16:59,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16923a96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:16:59,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,42149,-1] 2024-11-13T00:16:59,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:16:59,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:16:59,088 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:16:59,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d8cd54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:16:59,090 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:16:59,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,42149,1731457016169 2024-11-13T00:16:59,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f1e7328 2024-11-13T00:16:59,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:16:59,097 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:16:59,113 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T00:16:59,113 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T00:16:59,120 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:16:59,120 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:16:59,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:16:59,122 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:16:59,129 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T00:16:59,132 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:16:59,133 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:59,135 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:16:59,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741835_1011 (size=1138) 2024-11-13T00:16:59,148 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7953fb27e1cd1b52849c2641ed5382ad, NAME => 'hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f 2024-11-13T00:16:59,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741836_1012 (size=44) 2024-11-13T00:16:59,182 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T00:16:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:16:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:16:59,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:16:59,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7953fb27e1cd1b52849c2641ed5382ad, disabling compactions & flushes 2024-11-13T00:16:59,562 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. 2024-11-13T00:16:59,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. 2024-11-13T00:16:59,563 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. after waiting 0 ms 2024-11-13T00:16:59,563 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. 2024-11-13T00:16:59,563 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. 2024-11-13T00:16:59,563 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7953fb27e1cd1b52849c2641ed5382ad: Waiting for close lock at 1731457019562Disabling compacts and flushes for region at 1731457019562Disabling writes for close at 1731457019563 (+1 ms)Writing region close event to WAL at 1731457019563Closed at 1731457019563 2024-11-13T00:16:59,565 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:16:59,572 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731457019566"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457019566"}]},"ts":"1731457019566"} 2024-11-13T00:16:59,577 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:16:59,580 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:16:59,583 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457019580"}]},"ts":"1731457019580"} 2024-11-13T00:16:59,591 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T00:16:59,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7953fb27e1cd1b52849c2641ed5382ad, ASSIGN}] 2024-11-13T00:16:59,597 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7953fb27e1cd1b52849c2641ed5382ad, ASSIGN 2024-11-13T00:16:59,598 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7953fb27e1cd1b52849c2641ed5382ad, ASSIGN; state=OFFLINE, location=cb28580903fb,37871,1731457011568; forceNewPlan=false, retain=false 2024-11-13T00:16:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:16:59,750 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7953fb27e1cd1b52849c2641ed5382ad, regionState=OPENING, regionLocation=cb28580903fb,37871,1731457011568 2024-11-13T00:16:59,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7953fb27e1cd1b52849c2641ed5382ad, ASSIGN because future has completed 2024-11-13T00:16:59,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7953fb27e1cd1b52849c2641ed5382ad, server=cb28580903fb,37871,1731457011568}] 2024-11-13T00:16:59,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. 2024-11-13T00:16:59,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:16:59,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T00:16:59,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C37871%2C1731457011568.rep, suffix=, logDir=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568, archiveDir=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/oldWALs, maxLogs=10 2024-11-13T00:16:59,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568/cb28580903fb%2C37871%2C1731457011568.rep.1731457019919, exclude list is [], retry=0 2024-11-13T00:16:59,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41043,DS-b7462f39-9f85-4d71-8204-92d6c4105e3a,DISK] 2024-11-13T00:16:59,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568/cb28580903fb%2C37871%2C1731457011568.rep.1731457019919 2024-11-13T00:16:59,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43321:43321)] 2024-11-13T00:16:59,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7953fb27e1cd1b52849c2641ed5382ad, NAME => 'hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:16:59,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:16:59,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:16:59,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. service=MultiRowMutationService 2024-11-13T00:16:59,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T00:16:59,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:16:59,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:16:59,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:16:59,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:16:59,944 INFO [StoreOpener-7953fb27e1cd1b52849c2641ed5382ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:16:59,946 INFO [StoreOpener-7953fb27e1cd1b52849c2641ed5382ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7953fb27e1cd1b52849c2641ed5382ad columnFamilyName hfileref 2024-11-13T00:16:59,946 DEBUG [StoreOpener-7953fb27e1cd1b52849c2641ed5382ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:59,946 INFO [StoreOpener-7953fb27e1cd1b52849c2641ed5382ad-1 {}] regionserver.HStore(327): Store=7953fb27e1cd1b52849c2641ed5382ad/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:16:59,946 INFO [StoreOpener-7953fb27e1cd1b52849c2641ed5382ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:16:59,948 INFO [StoreOpener-7953fb27e1cd1b52849c2641ed5382ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7953fb27e1cd1b52849c2641ed5382ad columnFamilyName queue 2024-11-13T00:16:59,948 DEBUG [StoreOpener-7953fb27e1cd1b52849c2641ed5382ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:59,949 INFO [StoreOpener-7953fb27e1cd1b52849c2641ed5382ad-1 {}] regionserver.HStore(327): Store=7953fb27e1cd1b52849c2641ed5382ad/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:16:59,949 INFO [StoreOpener-7953fb27e1cd1b52849c2641ed5382ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:16:59,950 INFO [StoreOpener-7953fb27e1cd1b52849c2641ed5382ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7953fb27e1cd1b52849c2641ed5382ad columnFamilyName sid 2024-11-13T00:16:59,950 DEBUG [StoreOpener-7953fb27e1cd1b52849c2641ed5382ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:16:59,951 INFO [StoreOpener-7953fb27e1cd1b52849c2641ed5382ad-1 {}] regionserver.HStore(327): Store=7953fb27e1cd1b52849c2641ed5382ad/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:16:59,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:16:59,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/replication/7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:16:59,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/replication/7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:16:59,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:16:59,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:16:59,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:16:59,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:16:59,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/replication/7953fb27e1cd1b52849c2641ed5382ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:16:59,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 7953fb27e1cd1b52849c2641ed5382ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61594561, jitterRate=-0.08216951787471771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:16:59,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:16:59,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7953fb27e1cd1b52849c2641ed5382ad: Running coprocessor pre-open hook at 1731457019942Writing region info on filesystem at 1731457019942Initializing all the Stores at 1731457019943 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457019944 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457019944Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457019944Cleaning up temporary data from old regions at 1731457019959 (+15 ms)Running coprocessor post-open hooks at 1731457019966 (+7 ms)Region opened successfully at 1731457019967 (+1 ms) 2024-11-13T00:16:59,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad., pid=7, masterSystemTime=1731457019909 2024-11-13T00:16:59,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. 2024-11-13T00:16:59,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. 2024-11-13T00:16:59,974 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7953fb27e1cd1b52849c2641ed5382ad, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,37871,1731457011568 2024-11-13T00:16:59,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7953fb27e1cd1b52849c2641ed5382ad, server=cb28580903fb,37871,1731457011568 because future has completed 2024-11-13T00:16:59,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T00:16:59,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7953fb27e1cd1b52849c2641ed5382ad, server=cb28580903fb,37871,1731457011568 in 224 msec 2024-11-13T00:16:59,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T00:16:59,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7953fb27e1cd1b52849c2641ed5382ad, ASSIGN in 389 msec 2024-11-13T00:16:59,989 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:16:59,989 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457019989"}]},"ts":"1731457019989"} 2024-11-13T00:16:59,992 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T00:16:59,993 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:16:59,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 871 msec 2024-11-13T00:17:00,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad., hostname=cb28580903fb,37871,1731457011568, seqNum=2] 2024-11-13T00:17:00,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37871 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-13T00:17:00,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445 2024-11-13T00:17:00,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x1010eaf29d50001, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445 2024-11-13T00:17:00,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T00:17:00,189 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:17:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:17:00,237 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T00:17:00,239 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T00:17:00,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T00:17:00,242 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T00:17:00,286 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-cb28580903fb,37871,1731457011568, ReplicationSource: 1, currentBandwidth=0 2024-11-13T00:17:00,287 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:17:00,288 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37871,1731457011568, seqNum=-1] 2024-11-13T00:17:00,288 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:17:00,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-13T00:17:00,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb28580903fb,37871,1731457011568', locateType=CURRENT is [region=hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad., hostname=cb28580903fb,37871,1731457011568, seqNum=2] 2024-11-13T00:17:00,300 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T00:17:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T00:17:00,306 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb28580903fb,37871,1731457011568 suceeded 2024-11-13T00:17:00,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T00:17:00,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 233 msec 2024-11-13T00:17:00,310 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb28580903fb:42149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T00:17:00,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2400 sec 2024-11-13T00:17:00,321 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,37871,1731457011568 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:42149' 2024-11-13T00:17:00,323 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,37871,1731457011568 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3685034b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:00,323 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,37871,1731457011568 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,42149,-1 for getting cluster id 2024-11-13T00:17:00,324 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,37871,1731457011568 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:17:00,325 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '272e3505-6bcd-44b2-8ab7-bdfd48c50e7d' 2024-11-13T00:17:00,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:17:00,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "272e3505-6bcd-44b2-8ab7-bdfd48c50e7d" 2024-11-13T00:17:00,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c7ae214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:00,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,42149,-1] 2024-11-13T00:17:00,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:17:00,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:00,328 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:17:00,329 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,37871,1731457011568 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fd1f2c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:00,329 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,37871,1731457011568 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:17:00,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,42149,1731457016169 2024-11-13T00:17:00,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3417e1e2 2024-11-13T00:17:00,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:17:00,332 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T00:17:00,333 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,37871,1731457011568 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb28580903fb,37871,1731457011568 (queues=1) is replicating from cluster=81401650-896d-4e2a-9e1d-8fb7b6779dfe to cluster=272e3505-6bcd-44b2-8ab7-bdfd48c50e7d 2024-11-13T00:17:00,335 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,37871,1731457011568 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb28580903fb%2C37871%2C1731457011568 2024-11-13T00:17:00,340 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,37871,1731457011568 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb28580903fb,37871,1731457011568, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T00:17:00,343 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,37871,1731457011568.replicationSource.shippercb28580903fb%2C37871%2C1731457011568,1-cb28580903fb,37871,1731457011568 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb28580903fb%2C37871%2C1731457011568 2024-11-13T00:17:00,347 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,37871,1731457011568.replicationSource.wal-reader.cb28580903fb%2C37871%2C1731457011568,1-cb28580903fb,37871,1731457011568 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568/cb28580903fb%2C37871%2C1731457011568.1731457014123, startPosition=0, beingWritten=true 2024-11-13T00:17:00,624 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,37871,1731457011568.replicationSource.wal-reader.cb28580903fb%2C37871%2C1731457011568,1-cb28580903fb,37871,1731457011568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568/cb28580903fb%2C37871%2C1731457011568.1731457014123 to pos 0, reset compression=false 2024-11-13T00:17:00,932 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,37871,1731457011568.replicationSource.wal-reader.cb28580903fb%2C37871%2C1731457011568,1-cb28580903fb,37871,1731457011568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568/cb28580903fb%2C37871%2C1731457011568.1731457014123 to pos 0, reset compression=false 2024-11-13T00:17:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:17:01,235 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:17:01,235 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:01,235 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T00:17:01,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:01,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:01,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:17:01,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5788274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:01,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,36731,-1 for getting cluster id 2024-11-13T00:17:01,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:17:01,237 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81401650-896d-4e2a-9e1d-8fb7b6779dfe' 2024-11-13T00:17:01,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:17:01,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81401650-896d-4e2a-9e1d-8fb7b6779dfe" 2024-11-13T00:17:01,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ab3c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:01,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,36731,-1] 2024-11-13T00:17:01,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:17:01,239 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:01,240 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:17:01,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fda5567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:01,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:17:01,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,36731,1731457010892 2024-11-13T00:17:01,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ea70739 2024-11-13T00:17:01,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:17:01,245 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:17:01,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://cb28580903fb:42149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T00:17:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T00:17:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T00:17:01,249 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:42149' 2024-11-13T00:17:01,250 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644ec4b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:01,250 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,42149,-1 for getting cluster id 2024-11-13T00:17:01,250 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:17:01,251 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '272e3505-6bcd-44b2-8ab7-bdfd48c50e7d' 2024-11-13T00:17:01,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:17:01,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "272e3505-6bcd-44b2-8ab7-bdfd48c50e7d" 2024-11-13T00:17:01,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6535b2c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:01,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,42149,-1] 2024-11-13T00:17:01,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:17:01,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:01,252 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:17:01,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12aed7b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:01,254 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:17:01,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,42149,1731457016169 2024-11-13T00:17:01,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@aa2f586 2024-11-13T00:17:01,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:17:01,256 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:17:01,256 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T00:17:01,257 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T00:17:01,257 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:01,257 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:01,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:17:01,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T00:17:01,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T00:17:01,308 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T00:17:01,310 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T00:17:01,310 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T00:17:01,311 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:17:01,311 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T00:17:01,312 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:17:01,312 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T00:17:01,312 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T00:17:01,312 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T00:17:01,340 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,37871,1731457011568.replicationSource.wal-reader.cb28580903fb%2C37871%2C1731457011568,1-cb28580903fb,37871,1731457011568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568/cb28580903fb%2C37871%2C1731457011568.1731457014123 to pos 0, reset compression=false 2024-11-13T00:17:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T00:17:01,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-13T00:17:01,422 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T00:17:01,470 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-cb28580903fb,37871,1731457011568, ReplicationSource: 2, currentBandwidth=0 2024-11-13T00:17:01,475 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-13T00:17:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-13T00:17:01,480 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on cb28580903fb,37871,1731457011568 suceeded 2024-11-13T00:17:01,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T00:17:01,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 212 msec 2024-11-13T00:17:01,486 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://cb28580903fb:42149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T00:17:01,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 241 msec 2024-11-13T00:17:01,500 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:42149' 2024-11-13T00:17:01,501 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5db38abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:01,501 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,42149,-1 for getting cluster id 2024-11-13T00:17:01,502 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:17:01,503 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '272e3505-6bcd-44b2-8ab7-bdfd48c50e7d' 2024-11-13T00:17:01,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:17:01,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "272e3505-6bcd-44b2-8ab7-bdfd48c50e7d" 2024-11-13T00:17:01,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4df72569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:01,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,42149,-1] 2024-11-13T00:17:01,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:17:01,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:01,507 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:17:01,508 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24539269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:01,508 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:17:01,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,42149,1731457016169 2024-11-13T00:17:01,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3153b975 2024-11-13T00:17:01,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:17:01,511 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T00:17:01,511 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-cb28580903fb,37871,1731457011568 (queues=1) is replicating from cluster=81401650-896d-4e2a-9e1d-8fb7b6779dfe to cluster=272e3505-6bcd-44b2-8ab7-bdfd48c50e7d 2024-11-13T00:17:01,512 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=cb28580903fb%2C37871%2C1731457011568 2024-11-13T00:17:01,512 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-cb28580903fb,37871,1731457011568, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T00:17:01,512 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568.replicationSource.shippercb28580903fb%2C37871%2C1731457011568,2-cb28580903fb,37871,1731457011568 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb28580903fb%2C37871%2C1731457011568 2024-11-13T00:17:01,512 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568.replicationSource.wal-reader.cb28580903fb%2C37871%2C1731457011568,2-cb28580903fb,37871,1731457011568 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568/cb28580903fb%2C37871%2C1731457011568.1731457014123, startPosition=0, beingWritten=true 2024-11-13T00:17:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T00:17:01,564 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T00:17:01,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:17:01,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:01,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:01,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:01,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:17:01,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:17:01,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,36731,1731457010892 2024-11-13T00:17:01,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b4aece7 2024-11-13T00:17:01,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:17:01,571 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:17:01,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T00:17:01,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T00:17:01,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T00:17:01,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T00:17:01,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://cb28580903fb:42149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T00:17:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T00:17:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T00:17:01,589 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:42149' 2024-11-13T00:17:01,590 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bd96e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:01,590 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,42149,-1 for getting cluster id 2024-11-13T00:17:01,590 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:17:01,591 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '272e3505-6bcd-44b2-8ab7-bdfd48c50e7d' 2024-11-13T00:17:01,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:17:01,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "272e3505-6bcd-44b2-8ab7-bdfd48c50e7d" 2024-11-13T00:17:01,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70abe67b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:01,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,42149,-1] 2024-11-13T00:17:01,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:17:01,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:01,593 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:17:01,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54052aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:01,594 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:17:01,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,42149,1731457016169 2024-11-13T00:17:01,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6960adff 2024-11-13T00:17:01,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:17:01,596 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:17:01,597 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-13T00:17:01,597 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T00:17:01,597 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:01,598 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:01,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:17:01,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T00:17:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T00:17:01,724 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568.replicationSource.wal-reader.cb28580903fb%2C37871%2C1731457011568,2-cb28580903fb,37871,1731457011568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568/cb28580903fb%2C37871%2C1731457011568.1731457014123 to pos 0, reset compression=false 2024-11-13T00:17:01,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-13T00:17:01,757 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-13T00:17:01,759 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-13T00:17:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-13T00:17:01,762 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on cb28580903fb,37871,1731457011568 suceeded 2024-11-13T00:17:01,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-13T00:17:01,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-13T00:17:01,765 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://cb28580903fb:42149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T00:17:01,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 184 msec 2024-11-13T00:17:01,848 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,37871,1731457011568.replicationSource.wal-reader.cb28580903fb%2C37871%2C1731457011568,1-cb28580903fb,37871,1731457011568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568/cb28580903fb%2C37871%2C1731457011568.1731457014123 to pos 0, reset compression=false 2024-11-13T00:17:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T00:17:01,905 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-13T00:17:01,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://cb28580903fb:42149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T00:17:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T00:17:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T00:17:01,910 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:42149' 2024-11-13T00:17:01,911 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2778c9b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:01,911 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,42149,-1 for getting cluster id 2024-11-13T00:17:01,912 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:17:01,913 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '272e3505-6bcd-44b2-8ab7-bdfd48c50e7d' 2024-11-13T00:17:01,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:17:01,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "272e3505-6bcd-44b2-8ab7-bdfd48c50e7d" 2024-11-13T00:17:01,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c2aa17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:01,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,42149,-1] 2024-11-13T00:17:01,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:17:01,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:01,914 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:17:01,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54277e70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:01,915 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:17:01,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,42149,1731457016169 2024-11-13T00:17:01,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@431a5565 2024-11-13T00:17:01,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:17:01,918 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:17:01,918 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T00:17:01,919 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T00:17:01,919 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:01,919 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:01,919 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:17:01,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T00:17:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T00:17:02,031 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568.replicationSource.wal-reader.cb28580903fb%2C37871%2C1731457011568,2-cb28580903fb,37871,1731457011568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568/cb28580903fb%2C37871%2C1731457011568.1731457014123 to pos 0, reset compression=false 2024-11-13T00:17:02,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-13T00:17:02,079 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-13T00:17:02,080 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-13T00:17:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-13T00:17:02,083 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on cb28580903fb,37871,1731457011568 suceeded 2024-11-13T00:17:02,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T00:17:02,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-13T00:17:02,086 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://cb28580903fb:42149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T00:17:02,088 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 180 msec 2024-11-13T00:17:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T00:17:02,224 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-13T00:17:02,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T00:17:02,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36731 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T00:17:02,227 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:17:02,227 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:02,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:02,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:02,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:17:02,227 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T00:17:02,227 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=965575050, stopped=false 2024-11-13T00:17:02,228 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb28580903fb,36731,1731457010892 2024-11-13T00:17:02,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01192706445/running 2024-11-13T00:17:02,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x1010eaf29d50001, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01192706445/running 2024-11-13T00:17:02,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x1010eaf29d50001, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445 2024-11-13T00:17:02,230 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:17:02,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445 2024-11-13T00:17:02,230 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:17:02,230 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:02,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:02,231 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,37871,1731457011568' ***** 2024-11-13T00:17:02,231 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:17:02,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37871-0x1010eaf29d50001, quorum=127.0.0.1:52960, baseZNode=/01192706445 Set watcher on znode that does not yet exist, /01192706445/running 2024-11-13T00:17:02,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Set watcher on znode that does not yet exist, /01192706445/running 2024-11-13T00:17:02,232 INFO [RS:0;cb28580903fb:37871 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:17:02,232 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:17:02,232 INFO [RS:0;cb28580903fb:37871 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:17:02,232 INFO [RS:0;cb28580903fb:37871 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:17:02,233 INFO [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer(3091): Received CLOSE for 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:17:02,233 INFO [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,37871,1731457011568 2024-11-13T00:17:02,233 INFO [RS:0;cb28580903fb:37871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:17:02,233 INFO [RS:0;cb28580903fb:37871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:37871. 2024-11-13T00:17:02,233 DEBUG [RS:0;cb28580903fb:37871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:02,234 DEBUG [RS:0;cb28580903fb:37871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:02,234 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7953fb27e1cd1b52849c2641ed5382ad, disabling compactions & flushes 2024-11-13T00:17:02,234 INFO [RS:0;cb28580903fb:37871 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:17:02,234 INFO [RS:0;cb28580903fb:37871 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:17:02,234 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. 2024-11-13T00:17:02,234 INFO [RS:0;cb28580903fb:37871 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:17:02,234 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. 2024-11-13T00:17:02,234 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. after waiting 0 ms 2024-11-13T00:17:02,234 INFO [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T00:17:02,234 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. 2024-11-13T00:17:02,234 INFO [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T00:17:02,235 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:17:02,235 DEBUG [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7953fb27e1cd1b52849c2641ed5382ad=hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad.} 2024-11-13T00:17:02,235 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:17:02,235 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:17:02,235 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:17:02,235 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:17:02,235 DEBUG [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:17:02,238 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7953fb27e1cd1b52849c2641ed5382ad 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-13T00:17:02,238 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T00:17:02,285 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:17:02,314 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/replication/7953fb27e1cd1b52849c2641ed5382ad/.tmp/queue/9ce89ce32e7a4419967e92f8669786ee is 151, key is 1-cb28580903fb,37871,1731457011568/queue:cb28580903fb%2C37871%2C1731457011568/1731457020294/Put/seqid=0 2024-11-13T00:17:02,314 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740/.tmp/info/7491f8b4cc6f41a6abda7587abc6e842 is 147, key is hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad./info:regioninfo/1731457019973/Put/seqid=0 2024-11-13T00:17:02,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741839_1015 (size=6631) 2024-11-13T00:17:02,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741838_1014 (size=5500) 2024-11-13T00:17:02,435 DEBUG [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:17:02,438 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568.replicationSource.wal-reader.cb28580903fb%2C37871%2C1731457011568,2-cb28580903fb,37871,1731457011568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568/cb28580903fb%2C37871%2C1731457011568.1731457014123 to pos 0, reset compression=false 2024-11-13T00:17:02,455 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,37871,1731457011568.replicationSource.wal-reader.cb28580903fb%2C37871%2C1731457011568,1-cb28580903fb,37871,1731457011568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568/cb28580903fb%2C37871%2C1731457011568.1731457014123 to pos 0, reset compression=false 2024-11-13T00:17:02,636 DEBUG [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:17:02,728 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740/.tmp/info/7491f8b4cc6f41a6abda7587abc6e842 2024-11-13T00:17:02,728 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/replication/7953fb27e1cd1b52849c2641ed5382ad/.tmp/queue/9ce89ce32e7a4419967e92f8669786ee 2024-11-13T00:17:02,782 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/replication/7953fb27e1cd1b52849c2641ed5382ad/.tmp/queue/9ce89ce32e7a4419967e92f8669786ee as hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/replication/7953fb27e1cd1b52849c2641ed5382ad/queue/9ce89ce32e7a4419967e92f8669786ee 2024-11-13T00:17:02,791 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/replication/7953fb27e1cd1b52849c2641ed5382ad/queue/9ce89ce32e7a4419967e92f8669786ee, entries=2, sequenceid=6, filesize=5.4 K 2024-11-13T00:17:02,801 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 7953fb27e1cd1b52849c2641ed5382ad in 560ms, sequenceid=6, compaction requested=false 2024-11-13T00:17:02,812 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740/.tmp/ns/7bba483f56cc43cca08e34ee81826cbe is 43, key is default/ns:d/1731457014796/Put/seqid=0 2024-11-13T00:17:02,815 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/replication/7953fb27e1cd1b52849c2641ed5382ad/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T00:17:02,819 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:17:02,819 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:17:02,820 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. 2024-11-13T00:17:02,820 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7953fb27e1cd1b52849c2641ed5382ad: Waiting for close lock at 1731457022233Running coprocessor pre-close hooks at 1731457022234 (+1 ms)Disabling compacts and flushes for region at 1731457022234Disabling writes for close at 1731457022234Obtaining lock to block concurrent updates at 1731457022238 (+4 ms)Preparing flush snapshotting stores in 7953fb27e1cd1b52849c2641ed5382ad at 1731457022238Finished memstore snapshotting hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731457022247 (+9 ms)Flushing stores of hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. at 1731457022248 (+1 ms)Flushing 7953fb27e1cd1b52849c2641ed5382ad/queue: creating writer at 1731457022250 (+2 ms)Flushing 7953fb27e1cd1b52849c2641ed5382ad/queue: appending metadata at 1731457022296 (+46 ms)Flushing 7953fb27e1cd1b52849c2641ed5382ad/queue: closing flushed file at 1731457022299 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69fa8472: reopening flushed file at 1731457022779 (+480 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 7953fb27e1cd1b52849c2641ed5382ad in 560ms, sequenceid=6, compaction requested=false at 1731457022801 (+22 ms)Writing region close event to WAL at 1731457022803 (+2 ms)Running coprocessor post-close hooks at 1731457022817 (+14 ms)Closed at 1731457022820 (+3 ms) 2024-11-13T00:17:02,820 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. 2024-11-13T00:17:02,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741840_1016 (size=5153) 2024-11-13T00:17:02,823 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740/.tmp/ns/7bba483f56cc43cca08e34ee81826cbe 2024-11-13T00:17:02,836 DEBUG [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:17:02,850 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740/.tmp/table/19fddb9b6628467a9707730e94b42c63 is 53, key is hbase:replication/table:state/1731457019989/Put/seqid=0 2024-11-13T00:17:02,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741841_1017 (size=5256) 2024-11-13T00:17:02,945 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568.replicationSource.wal-reader.cb28580903fb%2C37871%2C1731457011568,2-cb28580903fb,37871,1731457011568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568/cb28580903fb%2C37871%2C1731457011568.1731457014123 to pos 0, reset compression=false 2024-11-13T00:17:03,027 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T00:17:03,027 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T00:17:03,036 DEBUG [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:17:03,166 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,37871,1731457011568.replicationSource.wal-reader.cb28580903fb%2C37871%2C1731457011568,1-cb28580903fb,37871,1731457011568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568/cb28580903fb%2C37871%2C1731457011568.1731457014123 to pos 0, reset compression=false 2024-11-13T00:17:03,236 INFO [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T00:17:03,236 DEBUG [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T00:17:03,237 DEBUG [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:17:03,258 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740/.tmp/table/19fddb9b6628467a9707730e94b42c63 2024-11-13T00:17:03,267 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740/.tmp/info/7491f8b4cc6f41a6abda7587abc6e842 as hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740/info/7491f8b4cc6f41a6abda7587abc6e842 2024-11-13T00:17:03,274 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740/info/7491f8b4cc6f41a6abda7587abc6e842, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T00:17:03,275 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740/.tmp/ns/7bba483f56cc43cca08e34ee81826cbe as hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740/ns/7bba483f56cc43cca08e34ee81826cbe 2024-11-13T00:17:03,282 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740/ns/7bba483f56cc43cca08e34ee81826cbe, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T00:17:03,283 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740/.tmp/table/19fddb9b6628467a9707730e94b42c63 as hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740/table/19fddb9b6628467a9707730e94b42c63 2024-11-13T00:17:03,290 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740/table/19fddb9b6628467a9707730e94b42c63, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T00:17:03,292 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1057ms, sequenceid=11, compaction requested=false 2024-11-13T00:17:03,298 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T00:17:03,298 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:17:03,299 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:17:03,299 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:17:03,299 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457022234Running coprocessor pre-close hooks at 1731457022234Disabling compacts and flushes for region at 1731457022234Disabling writes for close at 1731457022235 (+1 ms)Obtaining lock to block concurrent updates at 1731457022238 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731457022238Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731457022247 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731457022248 (+1 ms)Flushing 1588230740/info: creating writer at 1731457022250 (+2 ms)Flushing 1588230740/info: appending metadata at 1731457022297 (+47 ms)Flushing 1588230740/info: closing flushed file at 1731457022299 (+2 ms)Flushing 1588230740/ns: creating writer at 1731457022779 (+480 ms)Flushing 1588230740/ns: appending metadata at 1731457022811 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1731457022811Flushing 1588230740/table: creating writer at 1731457022832 (+21 ms)Flushing 1588230740/table: appending metadata at 1731457022849 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731457022849Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a666130: reopening flushed file at 1731457023266 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a97e416: reopening flushed file at 1731457023274 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29619b2: reopening flushed file at 1731457023283 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1057ms, sequenceid=11, compaction requested=false at 1731457023292 (+9 ms)Writing region close event to WAL at 1731457023293 (+1 ms)Running coprocessor post-close hooks at 1731457023298 (+5 ms)Closed at 1731457023299 (+1 ms) 2024-11-13T00:17:03,299 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T00:17:03,437 INFO [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,37871,1731457011568; all regions closed. 2024-11-13T00:17:03,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741834_1010 (size=2742) 2024-11-13T00:17:03,449 DEBUG [RS:0;cb28580903fb:37871 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/oldWALs 2024-11-13T00:17:03,449 INFO [RS:0;cb28580903fb:37871 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C37871%2C1731457011568.meta:.meta(num 1731457014638) 2024-11-13T00:17:03,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741837_1013 (size=1802) 2024-11-13T00:17:03,455 DEBUG [RS:0;cb28580903fb:37871 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/oldWALs 2024-11-13T00:17:03,455 INFO [RS:0;cb28580903fb:37871 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C37871%2C1731457011568.rep:(num 1731457019919) 2024-11-13T00:17:03,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741833_1009 (size=93) 2024-11-13T00:17:03,459 DEBUG [RS:0;cb28580903fb:37871 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/oldWALs 2024-11-13T00:17:03,459 INFO [RS:0;cb28580903fb:37871 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C37871%2C1731457011568:(num 1731457014123) 2024-11-13T00:17:03,459 DEBUG [RS:0;cb28580903fb:37871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:03,459 INFO [RS:0;cb28580903fb:37871 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:17:03,460 INFO [RS:0;cb28580903fb:37871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:17:03,460 INFO [RS:0;cb28580903fb:37871 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T00:17:03,460 INFO [RS:0;cb28580903fb:37871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:17:03,460 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:17:03,460 INFO [RS:0;cb28580903fb:37871 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb28580903fb,37871,1731457011568 because: Region server is closing 2024-11-13T00:17:03,461 INFO [RS:0;cb28580903fb:37871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:37871. 2024-11-13T00:17:03,461 DEBUG [RS:0;cb28580903fb:37871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:03,461 DEBUG [RS:0;cb28580903fb:37871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:03,461 DEBUG [RS:0;cb28580903fb:37871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:03,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:17:03,553 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568.replicationSource.wal-reader.cb28580903fb%2C37871%2C1731457011568,2-cb28580903fb,37871,1731457011568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568/cb28580903fb%2C37871%2C1731457011568.1731457014123 to pos 0, reset compression=false 2024-11-13T00:17:03,560 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568.replicationSource.wal-reader.cb28580903fb%2C37871%2C1731457011568,2-cb28580903fb,37871,1731457011568 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568/cb28580903fb%2C37871%2C1731457011568.1731457014123 was moved to hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/oldWALs/cb28580903fb%2C37871%2C1731457011568.1731457014123 2024-11-13T00:17:03,561 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,37871,1731457011568.replicationSource.wal-reader.cb28580903fb%2C37871%2C1731457011568,1-cb28580903fb,37871,1731457011568 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T00:17:03,561 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,37871,1731457011568.replicationSource.shippercb28580903fb%2C37871%2C1731457011568,1-cb28580903fb,37871,1731457011568 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T00:17:03,562 INFO [RS:0;cb28580903fb:37871 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,37871,1731457011568.replicationSource.shippercb28580903fb%2C37871%2C1731457011568,1-cb28580903fb,37871,1731457011568 terminated 2024-11-13T00:17:03,563 INFO [RS:0;cb28580903fb:37871 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-cb28580903fb,37871,1731457011568 because: Region server is closing 2024-11-13T00:17:03,563 INFO [RS:0;cb28580903fb:37871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:37871. 2024-11-13T00:17:03,563 DEBUG [RS:0;cb28580903fb:37871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:03,563 DEBUG [RS:0;cb28580903fb:37871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:03,563 DEBUG [RS:0;cb28580903fb:37871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:03,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:17:03,566 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568.replicationSource.wal-reader.cb28580903fb%2C37871%2C1731457011568,2-cb28580903fb,37871,1731457011568 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568/cb28580903fb%2C37871%2C1731457011568.1731457014123 2024-11-13T00:17:03,566 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568.replicationSource.shippercb28580903fb%2C37871%2C1731457011568,2-cb28580903fb,37871,1731457011568 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-cb28580903fb,37871,1731457011568 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568/cb28580903fb%2C37871%2C1731457011568.1731457014123, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T00:17:03,572 ERROR [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568.replicationSource.shippercb28580903fb%2C37871%2C1731457011568,2-cb28580903fb,37871,1731457011568 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cb28580903fb,37871,1731457011568: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-cb28580903fb,37871,1731457011568, walGroup=cb28580903fb%2C37871%2C1731457011568, offset=cb28580903fb%2C37871%2C1731457011568.1731457014123:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:37871 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T00:17:03,574 ERROR [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568.replicationSource.shippercb28580903fb%2C37871%2C1731457011568,2-cb28580903fb,37871,1731457011568 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T00:17:03,576 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568.replicationSource.shippercb28580903fb%2C37871%2C1731457011568,2-cb28580903fb,37871,1731457011568 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T00:17:03,577 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568.replicationSource.shippercb28580903fb%2C37871%2C1731457011568,2-cb28580903fb,37871,1731457011568 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T00:17:03,577 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568.replicationSource.shippercb28580903fb%2C37871%2C1731457011568,2-cb28580903fb,37871,1731457011568 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T00:17:03,577 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568.replicationSource.shippercb28580903fb%2C37871%2C1731457011568,2-cb28580903fb,37871,1731457011568 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T00:17:03,577 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568.replicationSource.shippercb28580903fb%2C37871%2C1731457011568,2-cb28580903fb,37871,1731457011568 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 392004672 }, "NonHeapMemoryUsage": { "committed": 153026560, "init": 7667712, "max": -1, "used": 150683072 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T00:17:03,579 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568.replicationSource.shippercb28580903fb%2C37871%2C1731457011568,2-cb28580903fb,37871,1731457011568 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [cb28580903fb%2C37871%2C1731457011568.1731457014123] 2024-11-13T00:17:03,663 INFO [RS:0;cb28580903fb:37871 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,37871,1731457011568.replicationSource.shippercb28580903fb%2C37871%2C1731457011568,2-cb28580903fb,37871,1731457011568 terminated 2024-11-13T00:17:03,664 INFO [RS:0;cb28580903fb:37871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37871 2024-11-13T00:17:03,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x1010eaf29d50001, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01192706445/rs/cb28580903fb,37871,1731457011568 2024-11-13T00:17:03,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445/rs 2024-11-13T00:17:03,668 INFO [RS:0;cb28580903fb:37871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:17:03,669 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,37871,1731457011568] 2024-11-13T00:17:03,672 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01192706445/draining/cb28580903fb,37871,1731457011568 already deleted, retry=false 2024-11-13T00:17:03,673 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,37871,1731457011568 expired; onlineServers=0 2024-11-13T00:17:03,673 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb28580903fb,36731,1731457010892' ***** 2024-11-13T00:17:03,673 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T00:17:03,673 INFO [M:0;cb28580903fb:36731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:17:03,673 INFO [M:0;cb28580903fb:36731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:17:03,673 DEBUG [M:0;cb28580903fb:36731 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T00:17:03,673 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T00:17:03,673 DEBUG [M:0;cb28580903fb:36731 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T00:17:03,673 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457013783 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457013783,5,FailOnTimeoutGroup] 2024-11-13T00:17:03,673 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457013783 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457013783,5,FailOnTimeoutGroup] 2024-11-13T00:17:03,673 INFO [M:0;cb28580903fb:36731 {}] hbase.ChoreService(370): Chore service for: master/cb28580903fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T00:17:03,674 INFO [M:0;cb28580903fb:36731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:17:03,674 DEBUG [M:0;cb28580903fb:36731 {}] master.HMaster(1795): Stopping service threads 2024-11-13T00:17:03,674 INFO [M:0;cb28580903fb:36731 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T00:17:03,674 INFO [M:0;cb28580903fb:36731 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:17:03,674 INFO [M:0;cb28580903fb:36731 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T00:17:03,675 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T00:17:03,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01192706445/master 2024-11-13T00:17:03,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445 2024-11-13T00:17:03,675 DEBUG [M:0;cb28580903fb:36731 {}] zookeeper.ZKUtil(347): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Unable to get data of znode /01192706445/master because node does not exist (not an error) 2024-11-13T00:17:03,675 WARN [M:0;cb28580903fb:36731 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T00:17:03,676 INFO [M:0;cb28580903fb:36731 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/.lastflushedseqids 2024-11-13T00:17:03,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741842_1018 (size=181) 2024-11-13T00:17:03,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x1010eaf29d50001, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:17:03,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37871-0x1010eaf29d50001, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:17:03,773 INFO [RS:0;cb28580903fb:37871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:17:03,773 INFO [RS:0;cb28580903fb:37871 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,37871,1731457011568; zookeeper connection closed. 2024-11-13T00:17:03,773 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c89e28b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c89e28b 2024-11-13T00:17:03,774 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T00:17:04,089 INFO [M:0;cb28580903fb:36731 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T00:17:04,089 INFO [M:0;cb28580903fb:36731 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T00:17:04,089 DEBUG [M:0;cb28580903fb:36731 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:17:04,089 INFO [M:0;cb28580903fb:36731 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:04,089 DEBUG [M:0;cb28580903fb:36731 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:04,089 DEBUG [M:0;cb28580903fb:36731 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:17:04,089 DEBUG [M:0;cb28580903fb:36731 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:04,090 INFO [M:0;cb28580903fb:36731 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-13T00:17:04,112 DEBUG [M:0;cb28580903fb:36731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0598280d0f58498f894528b161a65cd9 is 82, key is hbase:meta,,1/info:regioninfo/1731457014726/Put/seqid=0 2024-11-13T00:17:04,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741843_1019 (size=5672) 2024-11-13T00:17:04,519 INFO [M:0;cb28580903fb:36731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0598280d0f58498f894528b161a65cd9 2024-11-13T00:17:04,546 DEBUG [M:0;cb28580903fb:36731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43512b174e93455fa856e28d92a0c65a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731457019995/Put/seqid=0 2024-11-13T00:17:04,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741844_1020 (size=8663) 2024-11-13T00:17:04,953 INFO [M:0;cb28580903fb:36731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43512b174e93455fa856e28d92a0c65a 2024-11-13T00:17:04,976 DEBUG [M:0;cb28580903fb:36731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70d23ac8696447338257fb9b727652b3 is 69, key is cb28580903fb,37871,1731457011568/rs:state/1731457013895/Put/seqid=0 2024-11-13T00:17:04,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741845_1021 (size=5156) 2024-11-13T00:17:05,382 INFO [M:0;cb28580903fb:36731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70d23ac8696447338257fb9b727652b3 2024-11-13T00:17:05,392 DEBUG [M:0;cb28580903fb:36731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0598280d0f58498f894528b161a65cd9 as hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0598280d0f58498f894528b161a65cd9 2024-11-13T00:17:05,401 INFO [M:0;cb28580903fb:36731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0598280d0f58498f894528b161a65cd9, entries=8, sequenceid=115, filesize=5.5 K 2024-11-13T00:17:05,403 DEBUG [M:0;cb28580903fb:36731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43512b174e93455fa856e28d92a0c65a as hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43512b174e93455fa856e28d92a0c65a 2024-11-13T00:17:05,412 INFO [M:0;cb28580903fb:36731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43512b174e93455fa856e28d92a0c65a, entries=14, sequenceid=115, filesize=8.5 K 2024-11-13T00:17:05,413 DEBUG [M:0;cb28580903fb:36731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70d23ac8696447338257fb9b727652b3 as hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70d23ac8696447338257fb9b727652b3 2024-11-13T00:17:05,421 INFO [M:0;cb28580903fb:36731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70d23ac8696447338257fb9b727652b3, entries=1, sequenceid=115, filesize=5.0 K 2024-11-13T00:17:05,423 INFO [M:0;cb28580903fb:36731 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1334ms, sequenceid=115, compaction requested=false 2024-11-13T00:17:05,427 INFO [M:0;cb28580903fb:36731 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:05,427 DEBUG [M:0;cb28580903fb:36731 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457024089Disabling compacts and flushes for region at 1731457024089Disabling writes for close at 1731457024089Obtaining lock to block concurrent updates at 1731457024090 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731457024090Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731457024090Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731457024091 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731457024091Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731457024112 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731457024112Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731457024527 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731457024545 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731457024545Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731457024960 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731457024976 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731457024976Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19e5ed2e: reopening flushed file at 1731457025390 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@488c6f94: reopening flushed file at 1731457025402 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28d2c272: reopening flushed file at 1731457025412 (+10 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1334ms, sequenceid=115, compaction requested=false at 1731457025423 (+11 ms)Writing region close event to WAL at 1731457025427 (+4 ms)Closed at 1731457025427 2024-11-13T00:17:05,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741830_1006 (size=59421) 2024-11-13T00:17:05,434 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:17:05,434 INFO [M:0;cb28580903fb:36731 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T00:17:05,434 INFO [M:0;cb28580903fb:36731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36731 2024-11-13T00:17:05,434 INFO [M:0;cb28580903fb:36731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:17:05,445 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:17:05,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:17:05,537 INFO [M:0;cb28580903fb:36731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:17:05,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36731-0x1010eaf29d50000, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:17:05,539 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:17:05,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:05,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:05,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:17:05,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:05,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:17:05,540 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:17:05,540 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:17:05,540 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40681 2024-11-13T00:17:05,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40681 connecting to ZooKeeper ensemble=127.0.0.1:52960 2024-11-13T00:17:05,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406810x0, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:17:05,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40681-0x1010eaf29d50006 connected 2024-11-13T00:17:05,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:05,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:05,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Set watcher on znode that does not yet exist, /01192706445/running 2024-11-13T00:17:05,560 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01192706445/meta-region-server: INIT 2024-11-13T00:17:05,560 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f, hbase.cluster.distributed=false 2024-11-13T00:17:05,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Set watcher on znode that does not yet exist, /01192706445/acl 2024-11-13T00:17:05,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40681 2024-11-13T00:17:05,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40681 2024-11-13T00:17:05,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40681 2024-11-13T00:17:05,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40681 2024-11-13T00:17:05,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40681 2024-11-13T00:17:05,585 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:17:05,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:05,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:05,586 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:17:05,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:05,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:17:05,586 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:17:05,586 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:17:05,587 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43843 2024-11-13T00:17:05,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43843 connecting to ZooKeeper ensemble=127.0.0.1:52960 2024-11-13T00:17:05,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:05,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:05,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438430x0, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:17:05,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438430x0, quorum=127.0.0.1:52960, baseZNode=/01192706445 Set watcher on znode that does not yet exist, /01192706445/running 2024-11-13T00:17:05,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43843-0x1010eaf29d50007 connected 2024-11-13T00:17:05,598 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01192706445/meta-region-server: INIT 2024-11-13T00:17:05,598 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:17:05,601 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:17:05,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43843-0x1010eaf29d50007, quorum=127.0.0.1:52960, baseZNode=/01192706445 Set watcher on znode that does not yet exist, /01192706445/master 2024-11-13T00:17:05,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43843-0x1010eaf29d50007, quorum=127.0.0.1:52960, baseZNode=/01192706445 Set watcher on znode that does not yet exist, /01192706445/acl 2024-11-13T00:17:05,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43843 2024-11-13T00:17:05,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43843 2024-11-13T00:17:05,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43843 2024-11-13T00:17:05,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43843 2024-11-13T00:17:05,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43843 2024-11-13T00:17:05,631 DEBUG [M:0;cb28580903fb:40681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:40681 2024-11-13T00:17:05,632 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01192706445/backup-masters/cb28580903fb,40681,1731457025539 2024-11-13T00:17:05,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445/backup-masters 2024-11-13T00:17:05,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf29d50007, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445/backup-masters 2024-11-13T00:17:05,635 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Set watcher on existing znode=/01192706445/backup-masters/cb28580903fb,40681,1731457025539 2024-11-13T00:17:05,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf29d50007, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01192706445/master 2024-11-13T00:17:05,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445 2024-11-13T00:17:05,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf29d50007, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445 2024-11-13T00:17:05,642 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Set watcher on existing znode=/01192706445/master 2024-11-13T00:17:05,645 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01192706445/backup-masters/cb28580903fb,40681,1731457025539 from backup master directory 2024-11-13T00:17:05,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01192706445/backup-masters/cb28580903fb,40681,1731457025539 2024-11-13T00:17:05,648 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:17:05,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445/backup-masters 2024-11-13T00:17:05,648 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,40681,1731457025539 2024-11-13T00:17:05,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf29d50007, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445/backup-masters 2024-11-13T00:17:05,683 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:05,684 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:17:05,704 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 20ms. 2024-11-13T00:17:05,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741846_1022 (size=196) 2024-11-13T00:17:05,721 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:17:05,722 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:17:05,722 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:17:05,731 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T00:17:05,734 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/WALs/cb28580903fb,36731,1731457010892 to hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/WALs/cb28580903fb,36731,1731457010892-dead as it is dead 2024-11-13T00:17:05,736 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T00:17:05,736 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T00:17:05,736 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/WALs/cb28580903fb,36731,1731457010892-dead/cb28580903fb%2C36731%2C1731457010892.1731457013215 2024-11-13T00:17:05,742 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/WALs/cb28580903fb,36731,1731457010892-dead/cb28580903fb%2C36731%2C1731457010892.1731457013215 after 4ms 2024-11-13T00:17:05,743 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/WALs/cb28580903fb,36731,1731457010892-dead/cb28580903fb%2C36731%2C1731457010892.1731457013215 to hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cb28580903fb%2C36731%2C1731457010892.1731457013215 2024-11-13T00:17:05,743 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/WALs/cb28580903fb,36731,1731457010892-dead 2024-11-13T00:17:05,743 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/WALs/cb28580903fb,40681,1731457025539 2024-11-13T00:17:05,745 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:17:05,746 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C40681%2C1731457025539, suffix=, logDir=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/WALs/cb28580903fb,40681,1731457025539, archiveDir=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/oldWALs, maxLogs=10 2024-11-13T00:17:05,760 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/WALs/cb28580903fb,40681,1731457025539/cb28580903fb%2C40681%2C1731457025539.1731457025746, exclude list is [], retry=0 2024-11-13T00:17:05,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41043,DS-b7462f39-9f85-4d71-8204-92d6c4105e3a,DISK] 2024-11-13T00:17:05,766 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/WALs/cb28580903fb,40681,1731457025539/cb28580903fb%2C40681%2C1731457025539.1731457025746 2024-11-13T00:17:05,767 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43321:43321)] 2024-11-13T00:17:05,767 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:17:05,767 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:05,767 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:05,767 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:05,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:05,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:17:05,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:05,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0598280d0f58498f894528b161a65cd9 2024-11-13T00:17:05,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:05,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:05,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:17:05,780 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:05,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43512b174e93455fa856e28d92a0c65a 2024-11-13T00:17:05,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:05,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:05,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:17:05,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:05,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70d23ac8696447338257fb9b727652b3 2024-11-13T00:17:05,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:05,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:05,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:17:05,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:05,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:05,797 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:05,798 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T00:17:05,798 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cb28580903fb%2C36731%2C1731457010892.1731457013215 2024-11-13T00:17:05,815 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cb28580903fb%2C36731%2C1731457010892.1731457013215 2024-11-13T00:17:05,817 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cb28580903fb%2C36731%2C1731457010892.1731457013215 2024-11-13T00:17:05,819 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:05,819 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:05,820 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:17:05,822 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:05,825 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-13T00:17:05,827 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59037016, jitterRate=-0.12027990818023682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:17:05,828 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731457025767Initializing all the Stores at 1731457025768 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457025768Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457025769 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457025769Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457025769Cleaning up temporary data from old regions at 1731457025819 (+50 ms)Region opened successfully at 1731457025827 (+8 ms) 2024-11-13T00:17:05,828 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:17:05,841 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c91f9a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:17:05,856 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T00:17:05,857 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:17:05,857 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:17:05,857 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:17:05,858 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T00:17:05,864 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:17:05,864 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T00:17:05,865 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T00:17:05,865 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T00:17:05,865 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T00:17:05,866 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T00:17:05,866 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-13T00:17:05,866 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:17:05,872 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=cb28580903fb,37871,1731457011568, regionLocation=cb28580903fb,37871,1731457011568, openSeqNum=2 2024-11-13T00:17:05,872 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=cb28580903fb,37871,1731457011568, table=hbase:meta, region=1588230740 2024-11-13T00:17:05,872 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,37871,1731457011568, state=OPEN 2024-11-13T00:17:05,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf29d50007, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01192706445/meta-region-server 2024-11-13T00:17:05,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01192706445/meta-region-server 2024-11-13T00:17:05,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01192706445/meta-region-server: CHANGED 2024-11-13T00:17:05,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01192706445/meta-region-server: CHANGED 2024-11-13T00:17:05,879 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:17:05,885 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01192706445/draining/cb28580903fb,37871,1731457011568 already deleted, retry=false 2024-11-13T00:17:05,886 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of cb28580903fb,37871,1731457011568 on cb28580903fb,40681,1731457025539 2024-11-13T00:17:05,891 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure cb28580903fb,37871,1731457011568, splitWal=true, meta=true 2024-11-13T00:17:05,893 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for cb28580903fb,37871,1731457011568 (carryingMeta=true) cb28580903fb,37871,1731457011568/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@f8b6ffe[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T00:17:05,896 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Unable to get data of znode /01192706445/balancer because node does not exist (not necessarily an error) 2024-11-13T00:17:05,898 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01192706445/balancer already deleted, retry=false 2024-11-13T00:17:05,898 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:17:05,899 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Unable to get data of znode /01192706445/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:17:05,906 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01192706445/normalizer already deleted, retry=false 2024-11-13T00:17:05,906 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:17:05,907 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Unable to get data of znode /01192706445/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:17:05,909 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01192706445/switch/split already deleted, retry=false 2024-11-13T00:17:05,910 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Unable to get data of znode /01192706445/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:17:05,911 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01192706445/switch/merge already deleted, retry=false 2024-11-13T00:17:05,921 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Unable to get data of znode /01192706445/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:17:05,923 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01192706445/snapshot-cleanup already deleted, retry=false 2024-11-13T00:17:05,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01192706445/running 2024-11-13T00:17:05,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf29d50007, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01192706445/running 2024-11-13T00:17:05,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445 2024-11-13T00:17:05,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf29d50007, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445 2024-11-13T00:17:05,926 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,40681,1731457025539, sessionid=0x1010eaf29d50006, setting cluster-up flag (Was=false) 2024-11-13T00:17:05,930 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01192706445/flush-table-proc/acquired, /01192706445/flush-table-proc/reached, /01192706445/flush-table-proc/abort 2024-11-13T00:17:05,932 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,40681,1731457025539 2024-11-13T00:17:05,935 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01192706445/online-snapshot/acquired, /01192706445/online-snapshot/reached, /01192706445/online-snapshot/abort 2024-11-13T00:17:05,937 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,40681,1731457025539 2024-11-13T00:17:05,940 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/.lastflushedseqids 2024-11-13T00:17:05,944 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:17:05,944 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:17:05,944 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,40681,1731457025539 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 cb28580903fb,37871,1731457011568 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:17:05,946 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:17:05,946 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:17:05,946 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:17:05,947 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:17:05,947 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:17:05,947 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:05,947 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:17:05,947 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:05,954 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731457055954 2024-11-13T00:17:05,954 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:17:05,954 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:17:05,954 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:17:05,954 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:17:05,954 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:17:05,954 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:17:05,954 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:05,956 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure cb28580903fb,37871,1731457011568, splitWal=true, meta=true 2024-11-13T00:17:05,956 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:17:05,956 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:17:05,957 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:17:05,957 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T00:17:05,959 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure cb28580903fb,37871,1731457011568, splitWal=true, meta=true, isMeta: true 2024-11-13T00:17:05,960 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:17:05,960 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:17:05,961 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568-splitting 2024-11-13T00:17:05,963 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568-splitting dir is empty, no logs to split. 2024-11-13T00:17:05,963 INFO [PEWorker-1 {}] master.SplitWALManager(105): cb28580903fb,37871,1731457011568 WAL count=0, meta=true 2024-11-13T00:17:05,964 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457025960,5,FailOnTimeoutGroup] 2024-11-13T00:17:05,967 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568-splitting dir is empty, no logs to split. 2024-11-13T00:17:05,967 INFO [PEWorker-1 {}] master.SplitWALManager(105): cb28580903fb,37871,1731457011568 WAL count=0, meta=true 2024-11-13T00:17:05,967 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if cb28580903fb,37871,1731457011568 WAL splitting is done? wals=0, meta=true 2024-11-13T00:17:05,971 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457025964,5,FailOnTimeoutGroup] 2024-11-13T00:17:05,971 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:05,971 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:17:05,971 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:05,971 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:05,971 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731457025971, completionTime=-1 2024-11-13T00:17:05,971 WARN [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T00:17:05,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:17:05,974 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:17:05,975 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T00:17:05,976 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T00:17:06,018 INFO [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(746): ClusterId : 81401650-896d-4e2a-9e1d-8fb7b6779dfe 2024-11-13T00:17:06,018 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:17:06,021 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:17:06,021 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:17:06,024 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:17:06,025 DEBUG [RS:0;cb28580903fb:43843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e4376e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:17:06,040 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:43843 2024-11-13T00:17:06,040 INFO [RS:0;cb28580903fb:43843 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:17:06,040 INFO [RS:0;cb28580903fb:43843 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:17:06,040 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:17:06,041 INFO [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,40681,1731457025539 with port=43843, startcode=1731457025585 2024-11-13T00:17:06,042 DEBUG [RS:0;cb28580903fb:43843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:17:06,045 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:17:06,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40681 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,43843,1731457025585 2024-11-13T00:17:06,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40681 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,43843,1731457025585 2024-11-13T00:17:06,049 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f 2024-11-13T00:17:06,049 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33367 2024-11-13T00:17:06,049 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:17:06,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445/rs 2024-11-13T00:17:06,053 DEBUG [RS:0;cb28580903fb:43843 {}] zookeeper.ZKUtil(111): regionserver:43843-0x1010eaf29d50007, quorum=127.0.0.1:52960, baseZNode=/01192706445 Set watcher on existing znode=/01192706445/rs/cb28580903fb,43843,1731457025585 2024-11-13T00:17:06,053 WARN [RS:0;cb28580903fb:43843 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:17:06,053 INFO [RS:0;cb28580903fb:43843 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:17:06,054 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585 2024-11-13T00:17:06,057 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,43843,1731457025585] 2024-11-13T00:17:06,075 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T00:17:06,096 INFO [RS:0;cb28580903fb:43843 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:17:06,098 INFO [RS:0;cb28580903fb:43843 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:17:06,099 INFO [RS:0;cb28580903fb:43843 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:17:06,099 INFO [RS:0;cb28580903fb:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:06,099 INFO [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:17:06,100 INFO [RS:0;cb28580903fb:43843 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:17:06,100 INFO [RS:0;cb28580903fb:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:06,100 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:06,100 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:06,100 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:06,100 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:06,101 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:06,101 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:17:06,101 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:06,101 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:06,101 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:06,101 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:06,101 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:06,101 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:06,101 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:17:06,101 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:17:06,101 INFO [RS:0;cb28580903fb:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:06,102 INFO [RS:0;cb28580903fb:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:06,102 INFO [RS:0;cb28580903fb:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:06,102 INFO [RS:0;cb28580903fb:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:06,102 INFO [RS:0;cb28580903fb:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:06,102 INFO [RS:0;cb28580903fb:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43843,1731457025585-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:17:06,126 INFO [RS:0;cb28580903fb:43843 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:17:06,126 WARN [cb28580903fb:40681 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T00:17:06,126 INFO [RS:0;cb28580903fb:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43843,1731457025585-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:06,151 INFO [RS:0;cb28580903fb:43843 {}] regionserver.ReplicationSource(231): queueId=1-cb28580903fb,43843,1731457025585, ReplicationSource: 1, currentBandwidth=0 2024-11-13T00:17:06,169 DEBUG [RS:0;cb28580903fb:43843.replicationSource,1-cb28580903fb,43843,1731457025585 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:42149' 2024-11-13T00:17:06,170 DEBUG [RS:0;cb28580903fb:43843.replicationSource,1-cb28580903fb,43843,1731457025585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e7ebe87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:06,171 DEBUG [RS:0;cb28580903fb:43843.replicationSource,1-cb28580903fb,43843,1731457025585 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,42149,-1 for getting cluster id 2024-11-13T00:17:06,171 DEBUG [RS:0;cb28580903fb:43843.replicationSource,1-cb28580903fb,43843,1731457025585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:17:06,172 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '272e3505-6bcd-44b2-8ab7-bdfd48c50e7d' 2024-11-13T00:17:06,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:17:06,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "272e3505-6bcd-44b2-8ab7-bdfd48c50e7d" 2024-11-13T00:17:06,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56210870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:06,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,42149,-1] 2024-11-13T00:17:06,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:17:06,174 INFO [RS:0;cb28580903fb:43843 {}] regionserver.ReplicationSource(231): queueId=2-cb28580903fb,43843,1731457025585, ReplicationSource: 2, currentBandwidth=0 2024-11-13T00:17:06,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:06,175 INFO [RS:0;cb28580903fb:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:06,175 INFO [RS:0;cb28580903fb:43843 {}] regionserver.Replication(171): cb28580903fb,43843,1731457025585 started 2024-11-13T00:17:06,175 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:17:06,176 DEBUG [RS:0;cb28580903fb:43843.replicationSource,1-cb28580903fb,43843,1731457025585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d019d08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:06,176 DEBUG [RS:0;cb28580903fb:43843.replicationSource,1-cb28580903fb,43843,1731457025585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:17:06,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,42149,1731457016169 2024-11-13T00:17:06,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d08b7ba 2024-11-13T00:17:06,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:17:06,178 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T00:17:06,179 INFO [RS:0;cb28580903fb:43843.replicationSource,1-cb28580903fb,43843,1731457025585 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb28580903fb,43843,1731457025585 (queues=0) is replicating from cluster=81401650-896d-4e2a-9e1d-8fb7b6779dfe to cluster=272e3505-6bcd-44b2-8ab7-bdfd48c50e7d 2024-11-13T00:17:06,192 DEBUG [RS:0;cb28580903fb:43843.replicationSource,2-cb28580903fb,43843,1731457025585 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:42149' 2024-11-13T00:17:06,193 DEBUG [RS:0;cb28580903fb:43843.replicationSource,2-cb28580903fb,43843,1731457025585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bcac8fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:06,193 DEBUG [RS:0;cb28580903fb:43843.replicationSource,2-cb28580903fb,43843,1731457025585 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,42149,-1 for getting cluster id 2024-11-13T00:17:06,193 DEBUG [RS:0;cb28580903fb:43843.replicationSource,2-cb28580903fb,43843,1731457025585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:17:06,194 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '272e3505-6bcd-44b2-8ab7-bdfd48c50e7d' 2024-11-13T00:17:06,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:17:06,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "272e3505-6bcd-44b2-8ab7-bdfd48c50e7d" 2024-11-13T00:17:06,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@730c639f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:06,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,42149,-1] 2024-11-13T00:17:06,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:17:06,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:06,196 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:17:06,197 DEBUG [RS:0;cb28580903fb:43843.replicationSource,2-cb28580903fb,43843,1731457025585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b3e849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:06,197 DEBUG [RS:0;cb28580903fb:43843.replicationSource,2-cb28580903fb,43843,1731457025585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:17:06,197 INFO [RS:0;cb28580903fb:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:06,197 INFO [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,43843,1731457025585, RpcServer on cb28580903fb/172.17.0.2:43843, sessionid=0x1010eaf29d50007 2024-11-13T00:17:06,197 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:17:06,197 DEBUG [RS:0;cb28580903fb:43843 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,43843,1731457025585 2024-11-13T00:17:06,197 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,43843,1731457025585' 2024-11-13T00:17:06,197 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01192706445/flush-table-proc/abort' 2024-11-13T00:17:06,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,42149,1731457016169 2024-11-13T00:17:06,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4efab41e 2024-11-13T00:17:06,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:17:06,198 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01192706445/flush-table-proc/acquired' 2024-11-13T00:17:06,199 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:17:06,199 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:17:06,199 DEBUG [RS:0;cb28580903fb:43843 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,43843,1731457025585 2024-11-13T00:17:06,199 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,43843,1731457025585' 2024-11-13T00:17:06,199 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01192706445/online-snapshot/abort' 2024-11-13T00:17:06,199 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T00:17:06,199 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01192706445/online-snapshot/acquired' 2024-11-13T00:17:06,200 INFO [RS:0;cb28580903fb:43843.replicationSource,2-cb28580903fb,43843,1731457025585 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-cb28580903fb,43843,1731457025585 (queues=0) is replicating from cluster=81401650-896d-4e2a-9e1d-8fb7b6779dfe to cluster=272e3505-6bcd-44b2-8ab7-bdfd48c50e7d 2024-11-13T00:17:06,200 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:17:06,201 INFO [RS:0;cb28580903fb:43843 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:17:06,201 INFO [RS:0;cb28580903fb:43843 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:17:06,301 INFO [RS:0;cb28580903fb:43843 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:17:06,303 INFO [RS:0;cb28580903fb:43843 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C43843%2C1731457025585, suffix=, logDir=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585, archiveDir=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/oldWALs, maxLogs=10 2024-11-13T00:17:06,318 DEBUG [RS:0;cb28580903fb:43843 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304, exclude list is [], retry=0 2024-11-13T00:17:06,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41043,DS-b7462f39-9f85-4d71-8204-92d6c4105e3a,DISK] 2024-11-13T00:17:06,323 INFO [RS:0;cb28580903fb:43843 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304 2024-11-13T00:17:06,324 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group cb28580903fb%2C43843%2C1731457025585 for peer 1 2024-11-13T00:17:06,324 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group cb28580903fb%2C43843%2C1731457025585 for peer 2 2024-11-13T00:17:06,324 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb28580903fb%2C43843%2C1731457025585 2024-11-13T00:17:06,324 INFO [RS:0;cb28580903fb:43843 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb28580903fb,43843,1731457025585, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T00:17:06,325 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=cb28580903fb%2C43843%2C1731457025585 2024-11-13T00:17:06,325 INFO [RS:0;cb28580903fb:43843 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-cb28580903fb,43843,1731457025585, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T00:17:06,325 INFO [RS:0;cb28580903fb:43843.replicationSource.shippercb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb28580903fb%2C43843%2C1731457025585 2024-11-13T00:17:06,325 DEBUG [RS:0;cb28580903fb:43843 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43321:43321)] 2024-11-13T00:17:06,325 INFO [RS:0;cb28580903fb:43843.replicationSource.shippercb28580903fb%2C43843%2C1731457025585,2-cb28580903fb,43843,1731457025585 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb28580903fb%2C43843%2C1731457025585 2024-11-13T00:17:06,326 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304, startPosition=0, beingWritten=true 2024-11-13T00:17:06,326 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,2-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304, startPosition=0, beingWritten=true 2024-11-13T00:17:06,376 DEBUG [cb28580903fb:40681 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:17:06,377 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,43843,1731457025585 2024-11-13T00:17:06,378 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,43843,1731457025585, state=OPENING 2024-11-13T00:17:06,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01192706445/meta-region-server 2024-11-13T00:17:06,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf29d50007, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01192706445/meta-region-server 2024-11-13T00:17:06,380 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:17:06,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01192706445/meta-region-server: CHANGED 2024-11-13T00:17:06,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01192706445/meta-region-server: CHANGED 2024-11-13T00:17:06,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,43843,1731457025585}] 2024-11-13T00:17:06,533 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304 to pos 0, reset compression=false 2024-11-13T00:17:06,533 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,2-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304 to pos 0, reset compression=false 2024-11-13T00:17:06,534 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:17:06,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:17:06,541 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:17:06,541 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:17:06,542 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T00:17:06,544 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C43843%2C1731457025585.meta, suffix=.meta, logDir=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585, archiveDir=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/oldWALs, maxLogs=10 2024-11-13T00:17:06,560 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.meta.1731457026545.meta, exclude list is [], retry=0 2024-11-13T00:17:06,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41043,DS-b7462f39-9f85-4d71-8204-92d6c4105e3a,DISK] 2024-11-13T00:17:06,566 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.meta.1731457026545.meta 2024-11-13T00:17:06,566 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43321:43321)] 2024-11-13T00:17:06,566 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:17:06,566 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:17:06,567 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:17:06,567 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:17:06,567 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:17:06,567 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:17:06,567 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:06,567 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:17:06,567 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:17:06,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:17:06,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:17:06,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:06,579 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740/info/7491f8b4cc6f41a6abda7587abc6e842 2024-11-13T00:17:06,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:06,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:17:06,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:17:06,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:06,587 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740/ns/7bba483f56cc43cca08e34ee81826cbe 2024-11-13T00:17:06,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:06,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:17:06,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:17:06,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:06,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:06,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:17:06,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:17:06,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:06,597 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740/table/19fddb9b6628467a9707730e94b42c63 2024-11-13T00:17:06,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:06,597 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:17:06,598 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740 2024-11-13T00:17:06,600 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740 2024-11-13T00:17:06,601 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:17:06,601 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:17:06,602 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:17:06,604 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:17:06,605 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63034972, jitterRate=-0.060705721378326416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:17:06,605 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:17:06,605 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731457026567Writing region info on filesystem at 1731457026567Initializing all the Stores at 1731457026569 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457026569Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457026569Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457026569Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457026569Cleaning up temporary data from old regions at 1731457026601 (+32 ms)Running coprocessor post-open hooks at 1731457026605 (+4 ms)Region opened successfully at 1731457026605 2024-11-13T00:17:06,607 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731457026534 2024-11-13T00:17:06,609 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:17:06,609 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:17:06,610 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=cb28580903fb,43843,1731457025585 2024-11-13T00:17:06,611 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,43843,1731457025585, state=OPEN 2024-11-13T00:17:06,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01192706445/meta-region-server 2024-11-13T00:17:06,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf29d50007, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01192706445/meta-region-server 2024-11-13T00:17:06,613 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,43843,1731457025585 2024-11-13T00:17:06,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01192706445/meta-region-server: CHANGED 2024-11-13T00:17:06,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01192706445/meta-region-server: CHANGED 2024-11-13T00:17:06,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-13T00:17:06,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,43843,1731457025585 in 233 msec 2024-11-13T00:17:06,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-13T00:17:06,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 644 msec 2024-11-13T00:17:06,843 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304 to pos 0, reset compression=false 2024-11-13T00:17:06,843 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,2-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304 to pos 0, reset compression=false 2024-11-13T00:17:07,250 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304 to pos 0, reset compression=false 2024-11-13T00:17:07,250 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,2-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304 to pos 0, reset compression=false 2024-11-13T00:17:07,577 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-13T00:17:07,757 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304 to pos 0, reset compression=false 2024-11-13T00:17:07,757 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,2-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304 to pos 0, reset compression=false 2024-11-13T00:17:08,366 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304 to pos 0, reset compression=false 2024-11-13T00:17:08,371 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,2-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304 to pos 0, reset compression=false 2024-11-13T00:17:09,073 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304 to pos 0, reset compression=false 2024-11-13T00:17:09,077 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,2-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304 to pos 0, reset compression=false 2024-11-13T00:17:09,080 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-13T00:17:09,879 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304 to pos 0, reset compression=false 2024-11-13T00:17:09,883 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,2-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304 to pos 0, reset compression=false 2024-11-13T00:17:10,482 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T00:17:10,482 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:17:10,483 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:17:10,483 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,43843,1731457025585, seqNum=-1] 2024-11-13T00:17:10,483 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:17:10,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:17:10,491 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7953fb27e1cd1b52849c2641ed5382ad, regionState=OPEN, lastHost=cb28580903fb,37871,1731457011568, regionLocation=cb28580903fb,37871,1731457011568, openSeqNum=2 2024-11-13T00:17:10,491 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T00:17:10,492 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731457090491 2024-11-13T00:17:10,492 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731457150492 2024-11-13T00:17:10,492 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-13T00:17:10,492 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,40681,1731457025539-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:10,492 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): cb28580903fb,37871,1731457011568 had 2 regions 2024-11-13T00:17:10,492 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,40681,1731457025539-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:10,492 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,40681,1731457025539-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:10,492 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:40681, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:10,493 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:10,493 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:10,494 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure cb28580903fb,37871,1731457011568, splitWal=true, meta=true, isMeta: false 2024-11-13T00:17:10,496 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568-splitting dir is empty, no logs to split. 2024-11-13T00:17:10,496 INFO [PEWorker-3 {}] master.SplitWALManager(105): cb28580903fb,37871,1731457011568 WAL count=0, meta=false 2024-11-13T00:17:10,499 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,37871,1731457011568-splitting dir is empty, no logs to split. 2024-11-13T00:17:10,499 INFO [PEWorker-3 {}] master.SplitWALManager(105): cb28580903fb,37871,1731457011568 WAL count=0, meta=false 2024-11-13T00:17:10,499 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if cb28580903fb,37871,1731457011568 WAL splitting is done? wals=0, meta=false 2024-11-13T00:17:10,499 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.851sec 2024-11-13T00:17:10,499 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:17:10,499 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:17:10,499 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:17:10,500 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:17:10,500 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:17:10,500 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,40681,1731457025539-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:17:10,500 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,40681,1731457025539-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:17:10,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7953fb27e1cd1b52849c2641ed5382ad, ASSIGN}] 2024-11-13T00:17:10,502 WARN [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=cb28580903fb,37871,1731457011568/hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. 2024-11-13T00:17:10,503 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7953fb27e1cd1b52849c2641ed5382ad, ASSIGN 2024-11-13T00:17:10,504 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7953fb27e1cd1b52849c2641ed5382ad, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T00:17:10,505 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:17:10,505 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:17:10,505 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,40681,1731457025539-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:10,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8f89f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:10,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,40681,-1 for getting cluster id 2024-11-13T00:17:10,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:17:10,523 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81401650-896d-4e2a-9e1d-8fb7b6779dfe' 2024-11-13T00:17:10,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:17:10,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81401650-896d-4e2a-9e1d-8fb7b6779dfe" 2024-11-13T00:17:10,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5904709e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:10,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,40681,-1] 2024-11-13T00:17:10,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:17:10,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:10,525 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:17:10,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ecba58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:10,527 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:17:10,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,43843,1731457025585, seqNum=-1] 2024-11-13T00:17:10,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:17:10,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:17:10,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T00:17:10,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:17:10,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:10,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:10,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:10,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:17:10,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: cb28580903fb:40681 after: cb28580903fb:40681 2024-11-13T00:17:10,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:10,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,40681,-1 for getting cluster id 2024-11-13T00:17:10,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:17:10,535 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81401650-896d-4e2a-9e1d-8fb7b6779dfe' 2024-11-13T00:17:10,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:17:10,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81401650-896d-4e2a-9e1d-8fb7b6779dfe" 2024-11-13T00:17:10,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b688ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:10,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,40681,-1] 2024-11-13T00:17:10,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:17:10,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:10,537 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:17:10,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:10,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:17:10,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,40681,1731457025539 2024-11-13T00:17:10,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22ae4e6c 2024-11-13T00:17:10,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:17:10,540 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:17:10,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T00:17:10,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T00:17:10,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T00:17:10,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T00:17:10,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T00:17:10,544 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:17:10,544 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:10,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:10,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:10,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:17:10,545 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T00:17:10,545 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=697299368, stopped=false 2024-11-13T00:17:10,545 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb28580903fb,42149,1731457016169 2024-11-13T00:17:10,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1225936669/running 2024-11-13T00:17:10,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1010eaf29d50004, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1225936669/running 2024-11-13T00:17:10,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1225936669 2024-11-13T00:17:10,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1010eaf29d50004, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1225936669 2024-11-13T00:17:10,547 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:17:10,547 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:17:10,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Set watcher on znode that does not yet exist, /1225936669/running 2024-11-13T00:17:10,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34735-0x1010eaf29d50004, quorum=127.0.0.1:52960, baseZNode=/1225936669 Set watcher on znode that does not yet exist, /1225936669/running 2024-11-13T00:17:10,548 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:10,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:10,548 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,34735,1731457016231' ***** 2024-11-13T00:17:10,548 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:17:10,548 INFO [RS:0;cb28580903fb:34735 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:17:10,549 INFO [RS:0;cb28580903fb:34735 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:17:10,549 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:17:10,549 INFO [RS:0;cb28580903fb:34735 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:17:10,549 INFO [RS:0;cb28580903fb:34735 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,34735,1731457016231 2024-11-13T00:17:10,549 INFO [RS:0;cb28580903fb:34735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:17:10,549 INFO [RS:0;cb28580903fb:34735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:34735. 2024-11-13T00:17:10,549 DEBUG [RS:0;cb28580903fb:34735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:10,549 DEBUG [RS:0;cb28580903fb:34735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:10,549 INFO [RS:0;cb28580903fb:34735 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:17:10,549 INFO [RS:0;cb28580903fb:34735 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:17:10,549 INFO [RS:0;cb28580903fb:34735 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:17:10,549 INFO [RS:0;cb28580903fb:34735 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T00:17:10,550 INFO [RS:0;cb28580903fb:34735 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T00:17:10,550 DEBUG [RS:0;cb28580903fb:34735 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T00:17:10,550 DEBUG [RS:0;cb28580903fb:34735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:17:10,550 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:17:10,550 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:17:10,550 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:17:10,550 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:17:10,550 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:17:10,550 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T00:17:10,569 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/data/hbase/meta/1588230740/.tmp/ns/5f7cc9b1e0c945c4b7aec6bf8455c01a is 43, key is default/ns:d/1731457018969/Put/seqid=0 2024-11-13T00:17:10,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741835_1011 (size=5153) 2024-11-13T00:17:10,587 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:17:10,655 DEBUG [cb28580903fb:40681 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:17:10,655 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=7953fb27e1cd1b52849c2641ed5382ad, regionState=OPENING, regionLocation=cb28580903fb,43843,1731457025585 2024-11-13T00:17:10,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7953fb27e1cd1b52849c2641ed5382ad, ASSIGN because future has completed 2024-11-13T00:17:10,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7953fb27e1cd1b52849c2641ed5382ad, server=cb28580903fb,43843,1731457025585}] 2024-11-13T00:17:10,750 DEBUG [RS:0;cb28580903fb:34735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:17:10,786 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304 to pos 0, reset compression=false 2024-11-13T00:17:10,788 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,2-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304 to pos 0, reset compression=false 2024-11-13T00:17:10,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. 2024-11-13T00:17:10,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:17:10,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T00:17:10,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C43843%2C1731457025585.rep, suffix=, logDir=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585, archiveDir=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/oldWALs, maxLogs=10 2024-11-13T00:17:10,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.rep.1731457030819, exclude list is [], retry=0 2024-11-13T00:17:10,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41043,DS-b7462f39-9f85-4d71-8204-92d6c4105e3a,DISK] 2024-11-13T00:17:10,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.rep.1731457030819 2024-11-13T00:17:10,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43321:43321)] 2024-11-13T00:17:10,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 7953fb27e1cd1b52849c2641ed5382ad, NAME => 'hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:17:10,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:17:10,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:17:10,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. service=MultiRowMutationService 2024-11-13T00:17:10,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T00:17:10,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:17:10,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:10,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:17:10,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:17:10,842 INFO [StoreOpener-7953fb27e1cd1b52849c2641ed5382ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:17:10,843 INFO [StoreOpener-7953fb27e1cd1b52849c2641ed5382ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7953fb27e1cd1b52849c2641ed5382ad columnFamilyName hfileref 2024-11-13T00:17:10,843 DEBUG [StoreOpener-7953fb27e1cd1b52849c2641ed5382ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:10,843 INFO [StoreOpener-7953fb27e1cd1b52849c2641ed5382ad-1 {}] regionserver.HStore(327): Store=7953fb27e1cd1b52849c2641ed5382ad/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:10,844 INFO [StoreOpener-7953fb27e1cd1b52849c2641ed5382ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:17:10,845 INFO [StoreOpener-7953fb27e1cd1b52849c2641ed5382ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7953fb27e1cd1b52849c2641ed5382ad columnFamilyName queue 2024-11-13T00:17:10,845 DEBUG [StoreOpener-7953fb27e1cd1b52849c2641ed5382ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:10,853 DEBUG [StoreOpener-7953fb27e1cd1b52849c2641ed5382ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/replication/7953fb27e1cd1b52849c2641ed5382ad/queue/9ce89ce32e7a4419967e92f8669786ee 2024-11-13T00:17:10,853 INFO [StoreOpener-7953fb27e1cd1b52849c2641ed5382ad-1 {}] regionserver.HStore(327): Store=7953fb27e1cd1b52849c2641ed5382ad/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:10,853 INFO [StoreOpener-7953fb27e1cd1b52849c2641ed5382ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:17:10,854 INFO [StoreOpener-7953fb27e1cd1b52849c2641ed5382ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7953fb27e1cd1b52849c2641ed5382ad columnFamilyName sid 2024-11-13T00:17:10,855 DEBUG [StoreOpener-7953fb27e1cd1b52849c2641ed5382ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:10,855 INFO [StoreOpener-7953fb27e1cd1b52849c2641ed5382ad-1 {}] regionserver.HStore(327): Store=7953fb27e1cd1b52849c2641ed5382ad/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:10,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:17:10,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/replication/7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:17:10,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/replication/7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:17:10,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:17:10,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:17:10,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:17:10,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:17:10,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 7953fb27e1cd1b52849c2641ed5382ad; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74530550, jitterRate=0.11059173941612244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:17:10,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:17:10,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 7953fb27e1cd1b52849c2641ed5382ad: Running coprocessor pre-open hook at 1731457030840Writing region info on filesystem at 1731457030840Initializing all the Stores at 1731457030841 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457030841Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457030842 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457030842Cleaning up temporary data from old regions at 1731457030859 (+17 ms)Running coprocessor post-open hooks at 1731457030862 (+3 ms)Region opened successfully at 1731457030863 (+1 ms) 2024-11-13T00:17:10,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad., pid=19, masterSystemTime=1731457030812 2024-11-13T00:17:10,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. 2024-11-13T00:17:10,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. 2024-11-13T00:17:10,868 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=7953fb27e1cd1b52849c2641ed5382ad, regionState=OPEN, openSeqNum=10, regionLocation=cb28580903fb,43843,1731457025585 2024-11-13T00:17:10,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7953fb27e1cd1b52849c2641ed5382ad, server=cb28580903fb,43843,1731457025585 because future has completed 2024-11-13T00:17:10,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-13T00:17:10,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 7953fb27e1cd1b52849c2641ed5382ad, server=cb28580903fb,43843,1731457025585 in 215 msec 2024-11-13T00:17:10,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-13T00:17:10,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7953fb27e1cd1b52849c2641ed5382ad, ASSIGN in 375 msec 2024-11-13T00:17:10,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T00:17:10,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad., hostname=cb28580903fb,43843,1731457025585, seqNum=10] 2024-11-13T00:17:10,923 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for cb28580903fb,37871,1731457011568 2024-11-13T00:17:10,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T00:17:10,950 DEBUG [RS:0;cb28580903fb:34735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:17:10,975 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/data/hbase/meta/1588230740/.tmp/ns/5f7cc9b1e0c945c4b7aec6bf8455c01a 2024-11-13T00:17:10,984 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/data/hbase/meta/1588230740/.tmp/ns/5f7cc9b1e0c945c4b7aec6bf8455c01a as hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/data/hbase/meta/1588230740/ns/5f7cc9b1e0c945c4b7aec6bf8455c01a 2024-11-13T00:17:10,993 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/data/hbase/meta/1588230740/ns/5f7cc9b1e0c945c4b7aec6bf8455c01a, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T00:17:10,995 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false 2024-11-13T00:17:10,995 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T00:17:11,001 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T00:17:11,001 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:17:11,002 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:17:11,002 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:17:11,002 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457030550Running coprocessor pre-close hooks at 1731457030550Disabling compacts and flushes for region at 1731457030550Disabling writes for close at 1731457030550Obtaining lock to block concurrent updates at 1731457030550Preparing flush snapshotting stores in 1588230740 at 1731457030550Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731457030551 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731457030552 (+1 ms)Flushing 1588230740/ns: creating writer at 1731457030552Flushing 1588230740/ns: appending metadata at 1731457030569 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731457030569Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76f2b6bf: reopening flushed file at 1731457030983 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false at 1731457030995 (+12 ms)Writing region close event to WAL at 1731457030996 (+1 ms)Running coprocessor post-close hooks at 1731457031001 (+5 ms)Closed at 1731457031002 (+1 ms) 2024-11-13T00:17:11,002 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T00:17:11,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-13T00:17:11,151 INFO [RS:0;cb28580903fb:34735 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,34735,1731457016231; all regions closed. 2024-11-13T00:17:11,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741834_1010 (size=1152) 2024-11-13T00:17:11,157 DEBUG [RS:0;cb28580903fb:34735 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/oldWALs 2024-11-13T00:17:11,158 INFO [RS:0;cb28580903fb:34735 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C34735%2C1731457016231.meta:.meta(num 1731457018883) 2024-11-13T00:17:11,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741833_1009 (size=93) 2024-11-13T00:17:11,161 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/WALs/cb28580903fb,34735,1731457016231/cb28580903fb%2C34735%2C1731457016231.1731457018427 not finished, retry = 0 2024-11-13T00:17:11,264 DEBUG [RS:0;cb28580903fb:34735 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/oldWALs 2024-11-13T00:17:11,264 INFO [RS:0;cb28580903fb:34735 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C34735%2C1731457016231:(num 1731457018427) 2024-11-13T00:17:11,265 DEBUG [RS:0;cb28580903fb:34735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:11,265 INFO [RS:0;cb28580903fb:34735 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:17:11,265 INFO [RS:0;cb28580903fb:34735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:17:11,265 INFO [RS:0;cb28580903fb:34735 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T00:17:11,265 INFO [RS:0;cb28580903fb:34735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:17:11,265 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:17:11,265 INFO [RS:0;cb28580903fb:34735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34735 2024-11-13T00:17:11,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1010eaf29d50004, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1225936669/rs/cb28580903fb,34735,1731457016231 2024-11-13T00:17:11,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1225936669/rs 2024-11-13T00:17:11,268 INFO [RS:0;cb28580903fb:34735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:17:11,270 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,34735,1731457016231] 2024-11-13T00:17:11,272 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1225936669/draining/cb28580903fb,34735,1731457016231 already deleted, retry=false 2024-11-13T00:17:11,272 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,34735,1731457016231 expired; onlineServers=0 2024-11-13T00:17:11,272 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb28580903fb,42149,1731457016169' ***** 2024-11-13T00:17:11,272 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T00:17:11,272 INFO [M:0;cb28580903fb:42149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:17:11,272 INFO [M:0;cb28580903fb:42149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:17:11,272 DEBUG [M:0;cb28580903fb:42149 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T00:17:11,272 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T00:17:11,272 DEBUG [M:0;cb28580903fb:42149 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T00:17:11,272 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457018232 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457018232,5,FailOnTimeoutGroup] 2024-11-13T00:17:11,272 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457018232 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457018232,5,FailOnTimeoutGroup] 2024-11-13T00:17:11,272 INFO [M:0;cb28580903fb:42149 {}] hbase.ChoreService(370): Chore service for: master/cb28580903fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T00:17:11,273 INFO [M:0;cb28580903fb:42149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:17:11,273 DEBUG [M:0;cb28580903fb:42149 {}] master.HMaster(1795): Stopping service threads 2024-11-13T00:17:11,273 INFO [M:0;cb28580903fb:42149 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T00:17:11,273 INFO [M:0;cb28580903fb:42149 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:17:11,273 INFO [M:0;cb28580903fb:42149 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T00:17:11,273 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T00:17:11,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1225936669/master 2024-11-13T00:17:11,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1225936669 2024-11-13T00:17:11,274 DEBUG [M:0;cb28580903fb:42149 {}] zookeeper.ZKUtil(347): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Unable to get data of znode /1225936669/master because node does not exist (not an error) 2024-11-13T00:17:11,274 WARN [M:0;cb28580903fb:42149 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T00:17:11,275 INFO [M:0;cb28580903fb:42149 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/.lastflushedseqids 2024-11-13T00:17:11,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741836_1012 (size=99) 2024-11-13T00:17:11,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1010eaf29d50004, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:17:11,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34735-0x1010eaf29d50004, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:17:11,371 INFO [RS:0;cb28580903fb:34735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:17:11,371 INFO [RS:0;cb28580903fb:34735 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,34735,1731457016231; zookeeper connection closed. 2024-11-13T00:17:11,371 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@163fdda1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@163fdda1 2024-11-13T00:17:11,371 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T00:17:11,681 INFO [M:0;cb28580903fb:42149 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T00:17:11,681 INFO [M:0;cb28580903fb:42149 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T00:17:11,681 DEBUG [M:0;cb28580903fb:42149 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:17:11,681 INFO [M:0;cb28580903fb:42149 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:11,681 DEBUG [M:0;cb28580903fb:42149 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:11,681 DEBUG [M:0;cb28580903fb:42149 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:17:11,682 DEBUG [M:0;cb28580903fb:42149 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:11,682 INFO [M:0;cb28580903fb:42149 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T00:17:11,700 DEBUG [M:0;cb28580903fb:42149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a1af09b174849c582ab06ba2b7abfe3 is 82, key is hbase:meta,,1/info:regioninfo/1731457018948/Put/seqid=0 2024-11-13T00:17:11,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741837_1013 (size=5672) 2024-11-13T00:17:11,792 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304 to pos 0, reset compression=false 2024-11-13T00:17:11,793 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,2-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304 to pos 0, reset compression=false 2024-11-13T00:17:12,069 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:17:12,099 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T00:17:12,105 INFO [M:0;cb28580903fb:42149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a1af09b174849c582ab06ba2b7abfe3 2024-11-13T00:17:12,127 DEBUG [M:0;cb28580903fb:42149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d3750184c464669acafc72a2a503835 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731457018976/Put/seqid=0 2024-11-13T00:17:12,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741838_1014 (size=5275) 2024-11-13T00:17:12,533 INFO [M:0;cb28580903fb:42149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d3750184c464669acafc72a2a503835 2024-11-13T00:17:12,555 DEBUG [M:0;cb28580903fb:42149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52871bb9a257457e86f6f5b78ce0cac5 is 69, key is cb28580903fb,34735,1731457016231/rs:state/1731457018248/Put/seqid=0 2024-11-13T00:17:12,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741839_1015 (size=5156) 2024-11-13T00:17:12,898 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304 to pos 0, reset compression=false 2024-11-13T00:17:12,899 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,2-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304 to pos 0, reset compression=false 2024-11-13T00:17:12,961 INFO [M:0;cb28580903fb:42149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52871bb9a257457e86f6f5b78ce0cac5 2024-11-13T00:17:12,970 DEBUG [M:0;cb28580903fb:42149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a1af09b174849c582ab06ba2b7abfe3 as hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a1af09b174849c582ab06ba2b7abfe3 2024-11-13T00:17:12,986 INFO [M:0;cb28580903fb:42149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a1af09b174849c582ab06ba2b7abfe3, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T00:17:12,988 DEBUG [M:0;cb28580903fb:42149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d3750184c464669acafc72a2a503835 as hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d3750184c464669acafc72a2a503835 2024-11-13T00:17:13,001 INFO [M:0;cb28580903fb:42149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d3750184c464669acafc72a2a503835, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T00:17:13,003 DEBUG [M:0;cb28580903fb:42149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52871bb9a257457e86f6f5b78ce0cac5 as hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52871bb9a257457e86f6f5b78ce0cac5 2024-11-13T00:17:13,012 INFO [M:0;cb28580903fb:42149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42681/user/jenkins/test-data/10678ba1-8a39-07d6-e81b-4a4283e88e3f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52871bb9a257457e86f6f5b78ce0cac5, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T00:17:13,014 INFO [M:0;cb28580903fb:42149 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=28, compaction requested=false 2024-11-13T00:17:13,026 INFO [M:0;cb28580903fb:42149 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:13,026 DEBUG [M:0;cb28580903fb:42149 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457031681Disabling compacts and flushes for region at 1731457031681Disabling writes for close at 1731457031682 (+1 ms)Obtaining lock to block concurrent updates at 1731457031682Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731457031682Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731457031682Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731457031683 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731457031683Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731457031699 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731457031699Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731457032112 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731457032127 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731457032127Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731457032539 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731457032554 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731457032554Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2131b41c: reopening flushed file at 1731457032969 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6db6ef2a: reopening flushed file at 1731457032986 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77fc5fc8: reopening flushed file at 1731457033002 (+16 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=28, compaction requested=false at 1731457033014 (+12 ms)Writing region close event to WAL at 1731457033026 (+12 ms)Closed at 1731457033026 2024-11-13T00:17:13,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41017 is added to blk_1073741830_1006 (size=10165) 2024-11-13T00:17:13,036 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:17:13,036 INFO [M:0;cb28580903fb:42149 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T00:17:13,036 INFO [M:0;cb28580903fb:42149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42149 2024-11-13T00:17:13,041 INFO [M:0;cb28580903fb:42149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:17:13,149 INFO [M:0;cb28580903fb:42149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:17:13,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:17:13,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42149-0x1010eaf29d50003, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:17:13,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:17:13,181 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:17:13,181 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:17:13,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:17:13,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/hadoop.log.dir/,STOPPED} 2024-11-13T00:17:13,188 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:17:13,189 WARN [BP-262886651-172.17.0.2-1731457015094 heartbeating to localhost/127.0.0.1:42681 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:17:13,189 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:17:13,189 WARN [BP-262886651-172.17.0.2-1731457015094 heartbeating to localhost/127.0.0.1:42681 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-262886651-172.17.0.2-1731457015094 (Datanode Uuid 4d1c3516-4f6a-4197-9cf1-e06ac5f9d6c1) service to localhost/127.0.0.1:42681 2024-11-13T00:17:13,191 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/cluster_42489877-5b8c-c8a9-8981-16e1484ba30d/data/data1/current/BP-262886651-172.17.0.2-1731457015094 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:17:13,191 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/cluster_42489877-5b8c-c8a9-8981-16e1484ba30d/data/data2/current/BP-262886651-172.17.0.2-1731457015094 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:17:13,193 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:17:13,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:17:13,204 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:17:13,204 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:17:13,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:17:13,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/hadoop.log.dir/,STOPPED} 2024-11-13T00:17:13,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T00:17:13,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T00:17:13,239 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:17:13,239 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:13,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:13,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:13,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:17:13,240 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T00:17:13,240 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1600481109, stopped=false 2024-11-13T00:17:13,241 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb28580903fb,40681,1731457025539 2024-11-13T00:17:13,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01192706445/running 2024-11-13T00:17:13,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf29d50007, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01192706445/running 2024-11-13T00:17:13,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf29d50007, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445 2024-11-13T00:17:13,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445 2024-11-13T00:17:13,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43843-0x1010eaf29d50007, quorum=127.0.0.1:52960, baseZNode=/01192706445 Set watcher on znode that does not yet exist, /01192706445/running 2024-11-13T00:17:13,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Set watcher on znode that does not yet exist, /01192706445/running 2024-11-13T00:17:13,245 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:17:13,246 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:17:13,246 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:13,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:13,247 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,43843,1731457025585' ***** 2024-11-13T00:17:13,247 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:17:13,247 INFO [RS:0;cb28580903fb:43843 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:17:13,247 INFO [RS:0;cb28580903fb:43843 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:17:13,247 INFO [RS:0;cb28580903fb:43843 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:17:13,247 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:17:13,247 INFO [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(3091): Received CLOSE for 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:17:13,248 INFO [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,43843,1731457025585 2024-11-13T00:17:13,248 INFO [RS:0;cb28580903fb:43843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:17:13,248 INFO [RS:0;cb28580903fb:43843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:43843. 2024-11-13T00:17:13,248 DEBUG [RS:0;cb28580903fb:43843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:13,248 DEBUG [RS:0;cb28580903fb:43843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:13,248 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7953fb27e1cd1b52849c2641ed5382ad, disabling compactions & flushes 2024-11-13T00:17:13,248 INFO [RS:0;cb28580903fb:43843 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:17:13,248 INFO [RS:0;cb28580903fb:43843 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:17:13,248 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. 2024-11-13T00:17:13,248 INFO [RS:0;cb28580903fb:43843 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:17:13,248 INFO [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T00:17:13,248 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. 2024-11-13T00:17:13,248 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. after waiting 0 ms 2024-11-13T00:17:13,248 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. 2024-11-13T00:17:13,256 INFO [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T00:17:13,257 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7953fb27e1cd1b52849c2641ed5382ad=hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad.} 2024-11-13T00:17:13,257 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7953fb27e1cd1b52849c2641ed5382ad 2024-11-13T00:17:13,257 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:17:13,257 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:17:13,257 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:17:13,257 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:17:13,257 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:17:13,257 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T00:17:13,295 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740/.tmp/info/bd2a76c9adba42908859781f543bcb7b is 147, key is hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad./info:regioninfo/1731457030868/Put/seqid=0 2024-11-13T00:17:13,298 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/replication/7953fb27e1cd1b52849c2641ed5382ad/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-13T00:17:13,299 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:17:13,299 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:17:13,299 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. 2024-11-13T00:17:13,299 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7953fb27e1cd1b52849c2641ed5382ad: Waiting for close lock at 1731457033248Running coprocessor pre-close hooks at 1731457033248Disabling compacts and flushes for region at 1731457033248Disabling writes for close at 1731457033248Writing region close event to WAL at 1731457033281 (+33 ms)Running coprocessor post-close hooks at 1731457033299 (+18 ms)Closed at 1731457033299 2024-11-13T00:17:13,299 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731457019122.7953fb27e1cd1b52849c2641ed5382ad. 2024-11-13T00:17:13,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741851_1027 (size=6385) 2024-11-13T00:17:13,307 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:17:13,457 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:17:13,657 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:17:13,703 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740/.tmp/info/bd2a76c9adba42908859781f543bcb7b 2024-11-13T00:17:13,712 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740/.tmp/info/bd2a76c9adba42908859781f543bcb7b as hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740/info/bd2a76c9adba42908859781f543bcb7b 2024-11-13T00:17:13,718 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740/info/bd2a76c9adba42908859781f543bcb7b, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T00:17:13,719 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 462ms, sequenceid=19, compaction requested=false 2024-11-13T00:17:13,725 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T00:17:13,725 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:17:13,726 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:17:13,726 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:17:13,726 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457033257Running coprocessor pre-close hooks at 1731457033257Disabling compacts and flushes for region at 1731457033257Disabling writes for close at 1731457033257Obtaining lock to block concurrent updates at 1731457033257Preparing flush snapshotting stores in 1588230740 at 1731457033257Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731457033258 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731457033260 (+2 ms)Flushing 1588230740/info: creating writer at 1731457033260Flushing 1588230740/info: appending metadata at 1731457033295 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731457033295Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33c06234: reopening flushed file at 1731457033711 (+416 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 462ms, sequenceid=19, compaction requested=false at 1731457033720 (+9 ms)Writing region close event to WAL at 1731457033721 (+1 ms)Running coprocessor post-close hooks at 1731457033725 (+4 ms)Closed at 1731457033726 (+1 ms) 2024-11-13T00:17:13,726 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T00:17:13,857 INFO [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,43843,1731457025585; all regions closed. 2024-11-13T00:17:13,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741849_1025 (size=2156) 2024-11-13T00:17:13,860 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.meta.1731457026545.meta not finished, retry = 0 2024-11-13T00:17:13,964 DEBUG [RS:0;cb28580903fb:43843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/oldWALs 2024-11-13T00:17:13,964 INFO [RS:0;cb28580903fb:43843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C43843%2C1731457025585.meta:.meta(num 1731457026545) 2024-11-13T00:17:13,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741850_1026 (size=796) 2024-11-13T00:17:13,967 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.rep.1731457030819 not finished, retry = 0 2024-11-13T00:17:14,070 DEBUG [RS:0;cb28580903fb:43843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/oldWALs 2024-11-13T00:17:14,070 INFO [RS:0;cb28580903fb:43843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C43843%2C1731457025585.rep:(num 1731457030819) 2024-11-13T00:17:14,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741848_1024 (size=93) 2024-11-13T00:17:14,073 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304 not finished, retry = 0 2024-11-13T00:17:14,102 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T00:17:14,102 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T00:17:14,111 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304 to pos 0, reset compression=false 2024-11-13T00:17:14,112 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,2-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304 to pos 0, reset compression=false 2024-11-13T00:17:14,174 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,2-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304 2024-11-13T00:17:14,174 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304 2024-11-13T00:17:14,174 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,2-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-13T00:17:14,174 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-13T00:17:14,174 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,2-cb28580903fb,43843,1731457025585 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-13T00:17:14,174 DEBUG [RS:0;cb28580903fb:43843.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-13T00:17:14,174 DEBUG [RS:0;cb28580903fb:43843.replicationSource.shippercb28580903fb%2C43843%2C1731457025585,2-cb28580903fb,43843,1731457025585 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-cb28580903fb,43843,1731457025585 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T00:17:14,174 DEBUG [RS:0;cb28580903fb:43843.replicationSource.shippercb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,43843,1731457025585 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/WALs/cb28580903fb,43843,1731457025585/cb28580903fb%2C43843%2C1731457025585.1731457026304, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T00:17:14,175 DEBUG [RS:0;cb28580903fb:43843.replicationSource.shippercb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:17:14,175 DEBUG [RS:0;cb28580903fb:43843.replicationSource.shippercb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,43843,1731457025585, seqNum=-1] 2024-11-13T00:17:14,176 DEBUG [RS:0;cb28580903fb:43843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/oldWALs 2024-11-13T00:17:14,176 INFO [RS:0;cb28580903fb:43843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C43843%2C1731457025585:(num 1731457026304) 2024-11-13T00:17:14,176 DEBUG [RS:0;cb28580903fb:43843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:14,176 INFO [RS:0;cb28580903fb:43843 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:17:14,176 INFO [RS:0;cb28580903fb:43843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:17:14,176 INFO [RS:0;cb28580903fb:43843 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T00:17:14,176 INFO [RS:0;cb28580903fb:43843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:17:14,176 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:17:14,177 INFO [RS:0;cb28580903fb:43843 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb28580903fb,43843,1731457025585 because: Region server is closing 2024-11-13T00:17:14,177 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T00:17:14,176 WARN [RS:0;cb28580903fb:43843.replicationSource.shippercb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-cb28580903fb,43843,1731457025585', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:43843 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-13T00:17:14,177 INFO [RS:0;cb28580903fb:43843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:43843. 2024-11-13T00:17:14,177 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T00:17:14,176 WARN [RS:0;cb28580903fb:43843.replicationSource.shippercb28580903fb%2C43843%2C1731457025585,2-cb28580903fb,43843,1731457025585 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-cb28580903fb,43843,1731457025585', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:43843 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-13T00:17:14,177 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-13T00:17:14,177 DEBUG [RS:0;cb28580903fb:43843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:14,177 DEBUG [RS:0;cb28580903fb:43843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:14,177 DEBUG [RS:0;cb28580903fb:43843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:14,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:17:14,178 DEBUG [RS:0;cb28580903fb:43843.replicationSource.shippercb28580903fb%2C43843%2C1731457025585,2-cb28580903fb,43843,1731457025585 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-13T00:17:14,178 DEBUG [RS:0;cb28580903fb:43843.replicationSource.shippercb28580903fb%2C43843%2C1731457025585,2-cb28580903fb,43843,1731457025585 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [cb28580903fb%2C43843%2C1731457025585.1731457026304] 2024-11-13T00:17:14,178 ERROR [RS:0;cb28580903fb:43843.replicationSource.shippercb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cb28580903fb,43843,1731457025585: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cb28580903fb,43843,1731457025585, walGroup=cb28580903fb%2C43843%2C1731457025585, offset=cb28580903fb%2C43843%2C1731457025585.1731457026304:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:43843 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T00:17:14,179 ERROR [RS:0;cb28580903fb:43843.replicationSource.shippercb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T00:17:14,180 DEBUG [RS:0;cb28580903fb:43843.replicationSource.shippercb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T00:17:14,181 DEBUG [RS:0;cb28580903fb:43843.replicationSource.shippercb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T00:17:14,181 DEBUG [RS:0;cb28580903fb:43843.replicationSource.shippercb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T00:17:14,181 DEBUG [RS:0;cb28580903fb:43843.replicationSource.shippercb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T00:17:14,181 INFO [RS:0;cb28580903fb:43843.replicationSource.shippercb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 587039808 }, "NonHeapMemoryUsage": { "committed": 161021952, "init": 7667712, "max": -1, "used": 157508144 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T00:17:14,181 DEBUG [RS:0;cb28580903fb:43843.replicationSource.shippercb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [cb28580903fb%2C43843%2C1731457025585.1731457026304] 2024-11-13T00:17:14,278 INFO [RS:0;cb28580903fb:43843 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;cb28580903fb:43843.replicationSource.shippercb28580903fb%2C43843%2C1731457025585,1-cb28580903fb,43843,1731457025585 terminated 2024-11-13T00:17:14,278 INFO [RS:0;cb28580903fb:43843 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-cb28580903fb,43843,1731457025585 because: Region server is closing 2024-11-13T00:17:14,278 INFO [RS:0;cb28580903fb:43843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:43843. 2024-11-13T00:17:14,278 DEBUG [RS:0;cb28580903fb:43843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:14,278 DEBUG [RS:0;cb28580903fb:43843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:14,278 DEBUG [RS:0;cb28580903fb:43843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:14,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:17:14,278 INFO [RS:0;cb28580903fb:43843 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;cb28580903fb:43843.replicationSource.shippercb28580903fb%2C43843%2C1731457025585,2-cb28580903fb,43843,1731457025585 terminated 2024-11-13T00:17:14,279 INFO [RS:0;cb28580903fb:43843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43843 2024-11-13T00:17:14,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf29d50007, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01192706445/rs/cb28580903fb,43843,1731457025585 2024-11-13T00:17:14,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445/rs 2024-11-13T00:17:14,281 INFO [RS:0;cb28580903fb:43843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:17:14,283 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,43843,1731457025585] 2024-11-13T00:17:14,285 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01192706445/draining/cb28580903fb,43843,1731457025585 already deleted, retry=false 2024-11-13T00:17:14,285 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,43843,1731457025585 expired; onlineServers=0 2024-11-13T00:17:14,285 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb28580903fb,40681,1731457025539' ***** 2024-11-13T00:17:14,285 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T00:17:14,285 INFO [M:0;cb28580903fb:40681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:17:14,285 INFO [M:0;cb28580903fb:40681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:17:14,285 DEBUG [M:0;cb28580903fb:40681 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T00:17:14,285 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T00:17:14,285 DEBUG [M:0;cb28580903fb:40681 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T00:17:14,285 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457025960 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457025960,5,FailOnTimeoutGroup] 2024-11-13T00:17:14,285 INFO [M:0;cb28580903fb:40681 {}] hbase.ChoreService(370): Chore service for: master/cb28580903fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T00:17:14,285 INFO [M:0;cb28580903fb:40681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:17:14,285 DEBUG [M:0;cb28580903fb:40681 {}] master.HMaster(1795): Stopping service threads 2024-11-13T00:17:14,286 INFO [M:0;cb28580903fb:40681 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T00:17:14,286 INFO [M:0;cb28580903fb:40681 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:17:14,286 INFO [M:0;cb28580903fb:40681 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T00:17:14,286 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T00:17:14,286 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457025964 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457025964,5,FailOnTimeoutGroup] 2024-11-13T00:17:14,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01192706445/master 2024-11-13T00:17:14,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01192706445 2024-11-13T00:17:14,287 DEBUG [M:0;cb28580903fb:40681 {}] zookeeper.ZKUtil(347): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Unable to get data of znode /01192706445/master because node does not exist (not an error) 2024-11-13T00:17:14,287 WARN [M:0;cb28580903fb:40681 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T00:17:14,288 INFO [M:0;cb28580903fb:40681 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/.lastflushedseqids 2024-11-13T00:17:14,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741852_1028 (size=181) 2024-11-13T00:17:14,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf29d50007, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:17:14,383 INFO [RS:0;cb28580903fb:43843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:17:14,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf29d50007, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:17:14,383 INFO [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,43843,1731457025585; zookeeper connection closed. 2024-11-13T00:17:14,384 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61b6c52d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61b6c52d 2024-11-13T00:17:14,384 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T00:17:14,695 INFO [M:0;cb28580903fb:40681 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T00:17:14,695 INFO [M:0;cb28580903fb:40681 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T00:17:14,695 DEBUG [M:0;cb28580903fb:40681 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:17:14,695 INFO [M:0;cb28580903fb:40681 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:14,695 DEBUG [M:0;cb28580903fb:40681 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:14,695 DEBUG [M:0;cb28580903fb:40681 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:17:14,695 DEBUG [M:0;cb28580903fb:40681 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:14,695 INFO [M:0;cb28580903fb:40681 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T00:17:14,714 DEBUG [M:0;cb28580903fb:40681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9be5fc418dd340ac9828eaa50606b040 is 82, key is hbase:meta,,1/info:regioninfo/1731457026610/Put/seqid=0 2024-11-13T00:17:14,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741853_1029 (size=5680) 2024-11-13T00:17:15,120 INFO [M:0;cb28580903fb:40681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9be5fc418dd340ac9828eaa50606b040 2024-11-13T00:17:15,142 DEBUG [M:0;cb28580903fb:40681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d19019eec5741d49093e6c83bf98ed2 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731457030879/Put/seqid=0 2024-11-13T00:17:15,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741854_1030 (size=7319) 2024-11-13T00:17:15,548 INFO [M:0;cb28580903fb:40681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d19019eec5741d49093e6c83bf98ed2 2024-11-13T00:17:15,571 DEBUG [M:0;cb28580903fb:40681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/507ffa5ac24e42cf821b54a693f42436 is 69, key is cb28580903fb,43843,1731457025585/rs:state/1731457026046/Put/seqid=0 2024-11-13T00:17:15,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741855_1031 (size=5371) 2024-11-13T00:17:15,976 INFO [M:0;cb28580903fb:40681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/507ffa5ac24e42cf821b54a693f42436 2024-11-13T00:17:15,983 INFO [M:0;cb28580903fb:40681 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 507ffa5ac24e42cf821b54a693f42436 2024-11-13T00:17:15,984 DEBUG [M:0;cb28580903fb:40681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9be5fc418dd340ac9828eaa50606b040 as hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9be5fc418dd340ac9828eaa50606b040 2024-11-13T00:17:15,991 INFO [M:0;cb28580903fb:40681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9be5fc418dd340ac9828eaa50606b040, entries=8, sequenceid=172, filesize=5.5 K 2024-11-13T00:17:15,992 DEBUG [M:0;cb28580903fb:40681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d19019eec5741d49093e6c83bf98ed2 as hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d19019eec5741d49093e6c83bf98ed2 2024-11-13T00:17:15,997 INFO [M:0;cb28580903fb:40681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d19019eec5741d49093e6c83bf98ed2, entries=7, sequenceid=172, filesize=7.1 K 2024-11-13T00:17:15,998 DEBUG [M:0;cb28580903fb:40681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/507ffa5ac24e42cf821b54a693f42436 as hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/507ffa5ac24e42cf821b54a693f42436 2024-11-13T00:17:16,003 INFO [M:0;cb28580903fb:40681 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 507ffa5ac24e42cf821b54a693f42436 2024-11-13T00:17:16,004 INFO [M:0;cb28580903fb:40681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33367/user/jenkins/test-data/3d552e9f-3489-1774-303b-024974a4032f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/507ffa5ac24e42cf821b54a693f42436, entries=2, sequenceid=172, filesize=5.2 K 2024-11-13T00:17:16,005 INFO [M:0;cb28580903fb:40681 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=172, compaction requested=false 2024-11-13T00:17:16,006 INFO [M:0;cb28580903fb:40681 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:16,007 DEBUG [M:0;cb28580903fb:40681 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457034695Disabling compacts and flushes for region at 1731457034695Disabling writes for close at 1731457034695Obtaining lock to block concurrent updates at 1731457034695Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731457034695Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731457034696 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731457034697 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731457034697Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731457034713 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731457034713Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731457035126 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731457035142 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731457035142Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731457035554 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731457035570 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731457035570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cd6bf26: reopening flushed file at 1731457035983 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f5c03b5: reopening flushed file at 1731457035991 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a2e2f9b: reopening flushed file at 1731457035997 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=172, compaction requested=false at 1731457036005 (+8 ms)Writing region close event to WAL at 1731457036006 (+1 ms)Closed at 1731457036006 2024-11-13T00:17:16,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41043 is added to blk_1073741847_1023 (size=22949) 2024-11-13T00:17:16,010 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:17:16,010 INFO [M:0;cb28580903fb:40681 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T00:17:16,010 INFO [M:0;cb28580903fb:40681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40681 2024-11-13T00:17:16,010 INFO [M:0;cb28580903fb:40681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:17:16,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:17:16,114 INFO [M:0;cb28580903fb:40681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:17:16,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x1010eaf29d50006, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:17:16,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:17:16,117 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:17:16,117 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:17:16,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:17:16,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/hadoop.log.dir/,STOPPED} 2024-11-13T00:17:16,119 WARN [BP-531754454-172.17.0.2-1731457008220 heartbeating to localhost/127.0.0.1:33367 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:17:16,119 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:17:16,119 WARN [BP-531754454-172.17.0.2-1731457008220 heartbeating to localhost/127.0.0.1:33367 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-531754454-172.17.0.2-1731457008220 (Datanode Uuid 1996e246-df64-4494-a90e-b8c94412754f) service to localhost/127.0.0.1:33367 2024-11-13T00:17:16,119 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:17:16,120 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/cluster_e9fcd19d-b18b-e436-90c5-f7820eae14bd/data/data1/current/BP-531754454-172.17.0.2-1731457008220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:17:16,120 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/cluster_e9fcd19d-b18b-e436-90c5-f7820eae14bd/data/data2/current/BP-531754454-172.17.0.2-1731457008220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:17:16,121 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:17:16,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:17:16,127 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:17:16,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:17:16,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:17:16,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b70d4c41-172c-8062-d68e-6e60ef6968b7/hadoop.log.dir/,STOPPED} 2024-11-13T00:17:16,140 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T00:17:16,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T00:17:16,165 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52960) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42681 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33367 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/cb28580903fb:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cb28580903fb:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@142169fd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33367 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/cb28580903fb:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/cb28580903fb:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52960) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33367 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cb28580903fb:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33367 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33367 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33367 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=259 (was 309), ProcessCount=11 (was 11), AvailableMemoryMB=1671 (was 1892) 2024-11-13T00:17:16,173 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=259, ProcessCount=11, AvailableMemoryMB=1671 2024-11-13T00:17:16,188 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-13T00:17:16,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/hadoop.log.dir so I do NOT create it in target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231 2024-11-13T00:17:16,189 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T00:17:16,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/hadoop.tmp.dir so I do NOT create it in target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231 2024-11-13T00:17:16,189 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbbffac6-add9-ad5b-aed4-e04d3b897a1e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T00:17:16,189 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231 2024-11-13T00:17:16,189 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/cluster_f524fd6a-d016-9730-8ed8-3c844f2d99bd, deleteOnExit=true 2024-11-13T00:17:16,192 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/cluster_f524fd6a-d016-9730-8ed8-3c844f2d99bd/zookeeper_0, clientPort=61457, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/cluster_f524fd6a-d016-9730-8ed8-3c844f2d99bd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/cluster_f524fd6a-d016-9730-8ed8-3c844f2d99bd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T00:17:16,193 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61457 2024-11-13T00:17:16,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T00:17:16,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T00:17:16,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/test.cache.data in system properties and HBase conf 2024-11-13T00:17:16,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T00:17:16,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/hadoop.log.dir in system properties and HBase conf 2024-11-13T00:17:16,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T00:17:16,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T00:17:16,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T00:17:16,194 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T00:17:16,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:17:16,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:17:16,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T00:17:16,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:17:16,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T00:17:16,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T00:17:16,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:17:16,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:17:16,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T00:17:16,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/nfs.dump.dir in system properties and HBase conf 2024-11-13T00:17:16,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/java.io.tmpdir in system properties and HBase conf 2024-11-13T00:17:16,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:17:16,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T00:17:16,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T00:17:16,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1010eaf29d50005, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T00:17:16,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1010eaf29d50002, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T00:17:16,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1010eaf29d50002, quorum=127.0.0.1:52960, baseZNode=/01192706445 Received Disconnected from ZooKeeper, ignoring 2024-11-13T00:17:16,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1010eaf29d50005, quorum=127.0.0.1:52960, baseZNode=/1225936669 Received Disconnected from ZooKeeper, ignoring 2024-11-13T00:17:16,308 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:17:16,313 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:17:16,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:17:16,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:17:16,314 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T00:17:16,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:17:16,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:17:16,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:17:16,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/java.io.tmpdir/jetty-localhost-38433-hadoop-hdfs-3_4_1-tests_jar-_-any-9427526858921917695/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:17:16,434 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:38433} 2024-11-13T00:17:16,434 INFO [Time-limited test {}] server.Server(415): Started @30301ms 2024-11-13T00:17:16,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:17:16,529 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:17:16,531 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:17:16,531 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:17:16,531 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:17:16,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:17:16,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:17:16,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d8272f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/java.io.tmpdir/jetty-localhost-40273-hadoop-hdfs-3_4_1-tests_jar-_-any-14375813283277746733/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:17:16,650 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:40273} 2024-11-13T00:17:16,650 INFO [Time-limited test {}] server.Server(415): Started @30516ms 2024-11-13T00:17:16,651 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:17:16,759 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/cluster_f524fd6a-d016-9730-8ed8-3c844f2d99bd/data/data1/current/BP-863501092-172.17.0.2-1731457036229/current, will proceed with Du for space computation calculation, 2024-11-13T00:17:16,760 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/cluster_f524fd6a-d016-9730-8ed8-3c844f2d99bd/data/data2/current/BP-863501092-172.17.0.2-1731457036229/current, will proceed with Du for space computation calculation, 2024-11-13T00:17:16,778 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:17:16,781 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1359402fc0908e00 with lease ID 0x73807f3d43898800: Processing first storage report for DS-f7cf5198-52dc-4fce-a350-9ab6280e202b from datanode DatanodeRegistration(127.0.0.1:34519, datanodeUuid=0eff2655-bac0-4529-943d-995f43050719, infoPort=35637, infoSecurePort=0, ipcPort=44821, storageInfo=lv=-57;cid=testClusterID;nsid=1360753351;c=1731457036229) 2024-11-13T00:17:16,781 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1359402fc0908e00 with lease ID 0x73807f3d43898800: from storage DS-f7cf5198-52dc-4fce-a350-9ab6280e202b node DatanodeRegistration(127.0.0.1:34519, datanodeUuid=0eff2655-bac0-4529-943d-995f43050719, infoPort=35637, infoSecurePort=0, ipcPort=44821, storageInfo=lv=-57;cid=testClusterID;nsid=1360753351;c=1731457036229), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:17:16,781 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1359402fc0908e00 with lease ID 0x73807f3d43898800: Processing first storage report for DS-de3a7b4f-3794-49a6-a904-b53393835665 from datanode DatanodeRegistration(127.0.0.1:34519, datanodeUuid=0eff2655-bac0-4529-943d-995f43050719, infoPort=35637, infoSecurePort=0, ipcPort=44821, storageInfo=lv=-57;cid=testClusterID;nsid=1360753351;c=1731457036229) 2024-11-13T00:17:16,781 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1359402fc0908e00 with lease ID 0x73807f3d43898800: from storage DS-de3a7b4f-3794-49a6-a904-b53393835665 node DatanodeRegistration(127.0.0.1:34519, datanodeUuid=0eff2655-bac0-4529-943d-995f43050719, infoPort=35637, infoSecurePort=0, ipcPort=44821, storageInfo=lv=-57;cid=testClusterID;nsid=1360753351;c=1731457036229), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:17:16,883 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231 2024-11-13T00:17:16,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:16,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:16,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741825_1001 (size=7) 2024-11-13T00:17:17,295 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e with version=8 2024-11-13T00:17:17,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/hbase-staging 2024-11-13T00:17:17,299 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:17:17,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:17,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:17,299 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:17:17,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:17,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:17:17,299 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:17:17,299 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:17:17,300 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43369 2024-11-13T00:17:17,301 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43369 connecting to ZooKeeper ensemble=127.0.0.1:61457 2024-11-13T00:17:17,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433690x0, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:17:17,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43369-0x1010eaf9a2f0000 connected 2024-11-13T00:17:17,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:17,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:17,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Set watcher on znode that does not yet exist, /0-1299398256/running 2024-11-13T00:17:17,343 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e, hbase.cluster.distributed=false 2024-11-13T00:17:17,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Set watcher on znode that does not yet exist, /0-1299398256/acl 2024-11-13T00:17:17,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43369 2024-11-13T00:17:17,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43369 2024-11-13T00:17:17,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43369 2024-11-13T00:17:17,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43369 2024-11-13T00:17:17,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43369 2024-11-13T00:17:17,377 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:17:17,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:17,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:17,378 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:17:17,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:17,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:17:17,378 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:17:17,378 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:17:17,379 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43843 2024-11-13T00:17:17,380 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43843 connecting to ZooKeeper ensemble=127.0.0.1:61457 2024-11-13T00:17:17,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:17,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:17,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438430x0, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:17:17,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43843-0x1010eaf9a2f0001 connected 2024-11-13T00:17:17,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43843-0x1010eaf9a2f0001, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Set watcher on znode that does not yet exist, /0-1299398256/running 2024-11-13T00:17:17,389 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:17:17,390 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:17:17,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43843-0x1010eaf9a2f0001, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Set watcher on znode that does not yet exist, /0-1299398256/master 2024-11-13T00:17:17,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43843-0x1010eaf9a2f0001, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Set watcher on znode that does not yet exist, /0-1299398256/acl 2024-11-13T00:17:17,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43843 2024-11-13T00:17:17,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43843 2024-11-13T00:17:17,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43843 2024-11-13T00:17:17,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43843 2024-11-13T00:17:17,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43843 2024-11-13T00:17:17,410 DEBUG [M:0;cb28580903fb:43369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:43369 2024-11-13T00:17:17,411 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1299398256/backup-masters/cb28580903fb,43369,1731457037298 2024-11-13T00:17:17,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1299398256/backup-masters 2024-11-13T00:17:17,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf9a2f0001, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1299398256/backup-masters 2024-11-13T00:17:17,413 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Set watcher on existing znode=/0-1299398256/backup-masters/cb28580903fb,43369,1731457037298 2024-11-13T00:17:17,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf9a2f0001, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1299398256/master 2024-11-13T00:17:17,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1299398256 2024-11-13T00:17:17,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf9a2f0001, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1299398256 2024-11-13T00:17:17,416 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Set watcher on existing znode=/0-1299398256/master 2024-11-13T00:17:17,416 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1299398256/backup-masters/cb28580903fb,43369,1731457037298 from backup master directory 2024-11-13T00:17:17,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1299398256/backup-masters/cb28580903fb,43369,1731457037298 2024-11-13T00:17:17,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1299398256/backup-masters 2024-11-13T00:17:17,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf9a2f0001, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1299398256/backup-masters 2024-11-13T00:17:17,418 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:17:17,418 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,43369,1731457037298 2024-11-13T00:17:17,425 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/hbase.id] with ID: fd79cd25-2ed1-4b31-b075-f696f722b893 2024-11-13T00:17:17,425 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/.tmp/hbase.id 2024-11-13T00:17:17,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741826_1002 (size=42) 2024-11-13T00:17:17,833 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/.tmp/hbase.id]:[hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/hbase.id] 2024-11-13T00:17:17,848 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:17,848 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:17:17,849 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T00:17:17,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1299398256 2024-11-13T00:17:17,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf9a2f0001, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1299398256 2024-11-13T00:17:17,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741827_1003 (size=196) 2024-11-13T00:17:18,260 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:17:18,261 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:17:18,261 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:17:18,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741828_1004 (size=1189) 2024-11-13T00:17:18,670 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/MasterData/data/master/store 2024-11-13T00:17:18,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741829_1005 (size=34) 2024-11-13T00:17:18,801 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:17:18,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:17:18,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:17:19,078 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:19,078 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:17:19,078 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:19,078 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:19,078 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:17:19,078 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:19,078 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:19,078 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457039078Disabling compacts and flushes for region at 1731457039078Disabling writes for close at 1731457039078Writing region close event to WAL at 1731457039078Closed at 1731457039078 2024-11-13T00:17:19,079 WARN [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/MasterData/data/master/store/.initializing 2024-11-13T00:17:19,079 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/MasterData/WALs/cb28580903fb,43369,1731457037298 2024-11-13T00:17:19,081 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:17:19,083 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C43369%2C1731457037298, suffix=, logDir=hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/MasterData/WALs/cb28580903fb,43369,1731457037298, archiveDir=hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/MasterData/oldWALs, maxLogs=10 2024-11-13T00:17:19,105 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/MasterData/WALs/cb28580903fb,43369,1731457037298/cb28580903fb%2C43369%2C1731457037298.1731457039084, exclude list is [], retry=0 2024-11-13T00:17:19,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34519,DS-f7cf5198-52dc-4fce-a350-9ab6280e202b,DISK] 2024-11-13T00:17:19,110 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/MasterData/WALs/cb28580903fb,43369,1731457037298/cb28580903fb%2C43369%2C1731457037298.1731457039084 2024-11-13T00:17:19,110 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35637:35637)] 2024-11-13T00:17:19,110 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:17:19,110 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:19,111 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:19,111 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:19,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:19,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:17:19,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:19,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:19,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:19,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:17:19,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:19,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:19,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:19,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:17:19,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:19,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:19,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:19,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:17:19,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:19,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:19,120 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:19,120 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:19,121 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:19,122 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:19,122 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:19,123 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:17:19,124 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:19,126 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:17:19,127 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69678055, jitterRate=0.038283929228782654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:17:19,128 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731457039111Initializing all the Stores at 1731457039112 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457039112Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457039112Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457039112Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457039112Cleaning up temporary data from old regions at 1731457039122 (+10 ms)Region opened successfully at 1731457039128 (+6 ms) 2024-11-13T00:17:19,129 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:17:19,132 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8b99a65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:17:19,134 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T00:17:19,134 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:17:19,134 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:17:19,134 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:17:19,135 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T00:17:19,135 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T00:17:19,135 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:17:19,137 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:17:19,138 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Unable to get data of znode /0-1299398256/balancer because node does not exist (not necessarily an error) 2024-11-13T00:17:19,140 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1299398256/balancer already deleted, retry=false 2024-11-13T00:17:19,140 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:17:19,141 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Unable to get data of znode /0-1299398256/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:17:19,142 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1299398256/normalizer already deleted, retry=false 2024-11-13T00:17:19,143 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:17:19,144 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Unable to get data of znode /0-1299398256/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:17:19,145 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1299398256/switch/split already deleted, retry=false 2024-11-13T00:17:19,146 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Unable to get data of znode /0-1299398256/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:17:19,149 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1299398256/switch/merge already deleted, retry=false 2024-11-13T00:17:19,151 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Unable to get data of znode /0-1299398256/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:17:19,153 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1299398256/snapshot-cleanup already deleted, retry=false 2024-11-13T00:17:19,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1299398256/running 2024-11-13T00:17:19,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf9a2f0001, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1299398256/running 2024-11-13T00:17:19,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1299398256 2024-11-13T00:17:19,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf9a2f0001, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1299398256 2024-11-13T00:17:19,155 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,43369,1731457037298, sessionid=0x1010eaf9a2f0000, setting cluster-up flag (Was=false) 2024-11-13T00:17:19,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1299398256 2024-11-13T00:17:19,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf9a2f0001, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1299398256 2024-11-13T00:17:19,169 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1299398256/flush-table-proc/acquired, /0-1299398256/flush-table-proc/reached, /0-1299398256/flush-table-proc/abort 2024-11-13T00:17:19,170 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,43369,1731457037298 2024-11-13T00:17:19,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf9a2f0001, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1299398256 2024-11-13T00:17:19,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1299398256 2024-11-13T00:17:19,181 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1299398256/online-snapshot/acquired, /0-1299398256/online-snapshot/reached, /0-1299398256/online-snapshot/abort 2024-11-13T00:17:19,182 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,43369,1731457037298 2024-11-13T00:17:19,184 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T00:17:19,186 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:17:19,186 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:17:19,186 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:17:19,187 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,43369,1731457037298 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:17:19,188 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:17:19,188 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:17:19,188 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:17:19,188 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:17:19,188 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:17:19,188 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:19,188 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:17:19,188 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:19,190 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731457069190 2024-11-13T00:17:19,190 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:17:19,190 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:17:19,190 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:17:19,190 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:17:19,190 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:17:19,190 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:17:19,190 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:17:19,191 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T00:17:19,192 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:19,192 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T00:17:19,192 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:19,195 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:17:19,195 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:17:19,195 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:17:19,195 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T00:17:19,196 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:17:19,196 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:17:19,197 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457039197,5,FailOnTimeoutGroup] 2024-11-13T00:17:19,197 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457039197,5,FailOnTimeoutGroup] 2024-11-13T00:17:19,197 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:19,197 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:17:19,197 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:19,197 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:19,202 INFO [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(746): ClusterId : fd79cd25-2ed1-4b31-b075-f696f722b893 2024-11-13T00:17:19,202 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:17:19,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741831_1007 (size=1321) 2024-11-13T00:17:19,204 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:17:19,204 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:17:19,206 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:17:19,207 DEBUG [RS:0;cb28580903fb:43843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b51a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:17:19,219 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:43843 2024-11-13T00:17:19,220 INFO [RS:0;cb28580903fb:43843 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:17:19,220 INFO [RS:0;cb28580903fb:43843 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:17:19,220 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:17:19,220 INFO [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,43369,1731457037298 with port=43843, startcode=1731457037377 2024-11-13T00:17:19,221 DEBUG [RS:0;cb28580903fb:43843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:17:19,223 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:17:19,224 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,43843,1731457037377 2024-11-13T00:17:19,224 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43369 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,43843,1731457037377 2024-11-13T00:17:19,226 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e 2024-11-13T00:17:19,226 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40513 2024-11-13T00:17:19,226 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:17:19,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1299398256/rs 2024-11-13T00:17:19,229 DEBUG [RS:0;cb28580903fb:43843 {}] zookeeper.ZKUtil(111): regionserver:43843-0x1010eaf9a2f0001, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Set watcher on existing znode=/0-1299398256/rs/cb28580903fb,43843,1731457037377 2024-11-13T00:17:19,229 WARN [RS:0;cb28580903fb:43843 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:17:19,229 INFO [RS:0;cb28580903fb:43843 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:17:19,229 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/WALs/cb28580903fb,43843,1731457037377 2024-11-13T00:17:19,230 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,43843,1731457037377] 2024-11-13T00:17:19,235 INFO [RS:0;cb28580903fb:43843 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:17:19,238 INFO [RS:0;cb28580903fb:43843 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:17:19,238 INFO [RS:0;cb28580903fb:43843 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:17:19,238 INFO [RS:0;cb28580903fb:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:19,240 INFO [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:17:19,241 INFO [RS:0;cb28580903fb:43843 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:17:19,241 INFO [RS:0;cb28580903fb:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:19,241 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:19,241 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:19,241 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:19,241 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:19,241 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:19,241 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:17:19,242 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:19,242 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:19,242 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:19,242 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:19,242 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:19,242 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:19,242 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:17:19,242 DEBUG [RS:0;cb28580903fb:43843 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:17:19,242 INFO [RS:0;cb28580903fb:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:19,242 INFO [RS:0;cb28580903fb:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:19,243 INFO [RS:0;cb28580903fb:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:19,243 INFO [RS:0;cb28580903fb:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:19,243 INFO [RS:0;cb28580903fb:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:19,243 INFO [RS:0;cb28580903fb:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43843,1731457037377-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:17:19,259 INFO [RS:0;cb28580903fb:43843 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:17:19,259 INFO [RS:0;cb28580903fb:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43843,1731457037377-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:19,259 INFO [RS:0;cb28580903fb:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:19,259 INFO [RS:0;cb28580903fb:43843 {}] regionserver.Replication(171): cb28580903fb,43843,1731457037377 started 2024-11-13T00:17:19,274 INFO [RS:0;cb28580903fb:43843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:19,275 INFO [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,43843,1731457037377, RpcServer on cb28580903fb/172.17.0.2:43843, sessionid=0x1010eaf9a2f0001 2024-11-13T00:17:19,275 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:17:19,275 DEBUG [RS:0;cb28580903fb:43843 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,43843,1731457037377 2024-11-13T00:17:19,275 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,43843,1731457037377' 2024-11-13T00:17:19,275 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1299398256/flush-table-proc/abort' 2024-11-13T00:17:19,275 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1299398256/flush-table-proc/acquired' 2024-11-13T00:17:19,276 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:17:19,276 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:17:19,276 DEBUG [RS:0;cb28580903fb:43843 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,43843,1731457037377 2024-11-13T00:17:19,276 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,43843,1731457037377' 2024-11-13T00:17:19,276 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1299398256/online-snapshot/abort' 2024-11-13T00:17:19,276 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1299398256/online-snapshot/acquired' 2024-11-13T00:17:19,277 DEBUG [RS:0;cb28580903fb:43843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:17:19,277 INFO [RS:0;cb28580903fb:43843 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:17:19,277 INFO [RS:0;cb28580903fb:43843 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:17:19,377 INFO [RS:0;cb28580903fb:43843 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:17:19,379 INFO [RS:0;cb28580903fb:43843 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C43843%2C1731457037377, suffix=, logDir=hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/WALs/cb28580903fb,43843,1731457037377, archiveDir=hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/oldWALs, maxLogs=10 2024-11-13T00:17:19,395 DEBUG [RS:0;cb28580903fb:43843 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/WALs/cb28580903fb,43843,1731457037377/cb28580903fb%2C43843%2C1731457037377.1731457039380, exclude list is [], retry=0 2024-11-13T00:17:19,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34519,DS-f7cf5198-52dc-4fce-a350-9ab6280e202b,DISK] 2024-11-13T00:17:19,400 INFO [RS:0;cb28580903fb:43843 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/WALs/cb28580903fb,43843,1731457037377/cb28580903fb%2C43843%2C1731457037377.1731457039380 2024-11-13T00:17:19,400 DEBUG [RS:0;cb28580903fb:43843 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35637:35637)] 2024-11-13T00:17:19,604 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T00:17:19,604 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e 2024-11-13T00:17:19,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741833_1009 (size=32) 2024-11-13T00:17:20,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:20,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:17:20,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:17:20,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:20,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:20,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:17:20,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:17:20,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:20,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:20,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:17:20,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:17:20,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:20,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:20,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:17:20,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:17:20,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:20,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:20,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:17:20,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/meta/1588230740 2024-11-13T00:17:20,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/meta/1588230740 2024-11-13T00:17:20,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:17:20,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:17:20,025 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:17:20,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:17:20,029 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:17:20,029 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60702341, jitterRate=-0.09546463191509247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:17:20,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731457040012Initializing all the Stores at 1731457040013 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457040013Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457040013Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457040013Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457040013Cleaning up temporary data from old regions at 1731457040024 (+11 ms)Region opened successfully at 1731457040030 (+6 ms) 2024-11-13T00:17:20,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:17:20,030 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:17:20,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:17:20,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:17:20,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:17:20,031 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:17:20,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457040030Disabling compacts and flushes for region at 1731457040030Disabling writes for close at 1731457040030Writing region close event to WAL at 1731457040031 (+1 ms)Closed at 1731457040031 2024-11-13T00:17:20,032 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:17:20,032 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T00:17:20,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:17:20,034 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:17:20,035 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T00:17:20,185 DEBUG [cb28580903fb:43369 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:17:20,186 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,43843,1731457037377 2024-11-13T00:17:20,187 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,43843,1731457037377, state=OPENING 2024-11-13T00:17:20,190 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T00:17:20,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1299398256 2024-11-13T00:17:20,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf9a2f0001, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1299398256 2024-11-13T00:17:20,195 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:17:20,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,43843,1731457037377}] 2024-11-13T00:17:20,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1299398256/meta-region-server: CHANGED 2024-11-13T00:17:20,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1299398256/meta-region-server: CHANGED 2024-11-13T00:17:20,349 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:17:20,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:17:20,356 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:17:20,356 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:17:20,356 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T00:17:20,358 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C43843%2C1731457037377.meta, suffix=.meta, logDir=hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/WALs/cb28580903fb,43843,1731457037377, archiveDir=hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/oldWALs, maxLogs=10 2024-11-13T00:17:20,373 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/WALs/cb28580903fb,43843,1731457037377/cb28580903fb%2C43843%2C1731457037377.meta.1731457040359.meta, exclude list is [], retry=0 2024-11-13T00:17:20,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34519,DS-f7cf5198-52dc-4fce-a350-9ab6280e202b,DISK] 2024-11-13T00:17:20,377 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/WALs/cb28580903fb,43843,1731457037377/cb28580903fb%2C43843%2C1731457037377.meta.1731457040359.meta 2024-11-13T00:17:20,378 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35637:35637)] 2024-11-13T00:17:20,378 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:17:20,378 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:17:20,379 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:17:20,379 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:17:20,379 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:17:20,379 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:17:20,379 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:20,379 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:17:20,379 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:17:20,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:17:20,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:17:20,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:20,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:20,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:17:20,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:17:20,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:20,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:20,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:17:20,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:17:20,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:20,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:20,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:17:20,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:17:20,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:20,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:20,386 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:17:20,387 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/meta/1588230740 2024-11-13T00:17:20,388 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/meta/1588230740 2024-11-13T00:17:20,389 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:17:20,389 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:17:20,390 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:17:20,391 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:17:20,392 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61920572, jitterRate=-0.07731157541275024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:17:20,392 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:17:20,393 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731457040379Writing region info on filesystem at 1731457040379Initializing all the Stores at 1731457040380 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457040380Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457040380Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457040381 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457040381Cleaning up temporary data from old regions at 1731457040389 (+8 ms)Running coprocessor post-open hooks at 1731457040392 (+3 ms)Region opened successfully at 1731457040393 (+1 ms) 2024-11-13T00:17:20,394 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731457040349 2024-11-13T00:17:20,397 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:17:20,397 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:17:20,397 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,43843,1731457037377 2024-11-13T00:17:20,398 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,43843,1731457037377, state=OPEN 2024-11-13T00:17:20,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1299398256/meta-region-server 2024-11-13T00:17:20,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf9a2f0001, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1299398256/meta-region-server 2024-11-13T00:17:20,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1299398256/meta-region-server: CHANGED 2024-11-13T00:17:20,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1299398256/meta-region-server: CHANGED 2024-11-13T00:17:20,400 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,43843,1731457037377 2024-11-13T00:17:20,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T00:17:20,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,43843,1731457037377 in 205 msec 2024-11-13T00:17:20,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T00:17:20,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-11-13T00:17:20,406 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:17:20,407 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T00:17:20,408 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:17:20,408 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,43843,1731457037377, seqNum=-1] 2024-11-13T00:17:20,409 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:17:20,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:17:20,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2310 sec 2024-11-13T00:17:20,418 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731457040418, completionTime=-1 2024-11-13T00:17:20,418 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T00:17:20,418 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:17:20,421 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T00:17:20,421 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731457100421 2024-11-13T00:17:20,421 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731457160421 2024-11-13T00:17:20,421 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T00:17:20,421 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43369,1731457037298-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:20,421 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43369,1731457037298-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:20,421 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43369,1731457037298-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:20,422 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:43369, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:20,422 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:20,422 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:20,424 DEBUG [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T00:17:20,426 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.008sec 2024-11-13T00:17:20,426 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:17:20,426 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:17:20,426 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:17:20,426 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:17:20,426 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:17:20,426 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43369,1731457037298-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:17:20,427 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43369,1731457037298-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:17:20,429 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:17:20,429 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:17:20,429 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43369,1731457037298-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:20,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596cb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:20,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,43369,-1 for getting cluster id 2024-11-13T00:17:20,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:17:20,504 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd79cd25-2ed1-4b31-b075-f696f722b893' 2024-11-13T00:17:20,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:17:20,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd79cd25-2ed1-4b31-b075-f696f722b893" 2024-11-13T00:17:20,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5516ae1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:20,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,43369,-1] 2024-11-13T00:17:20,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:17:20,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:20,507 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:17:20,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:20,508 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:17:20,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,43843,1731457037377, seqNum=-1] 2024-11-13T00:17:20,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:17:20,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:17:20,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb28580903fb,43369,1731457037298 2024-11-13T00:17:20,514 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61457 2024-11-13T00:17:20,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:17:20,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1010eaf9a2f0002 connected 2024-11-13T00:17:20,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/hadoop.log.dir so I do NOT create it in target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e 2024-11-13T00:17:20,524 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T00:17:20,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/hadoop.tmp.dir so I do NOT create it in target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e 2024-11-13T00:17:20,524 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T00:17:20,524 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e 2024-11-13T00:17:20,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T00:17:20,524 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/cluster_5bbba65c-52c9-77d4-cbea-808c05e68673, deleteOnExit=true 2024-11-13T00:17:20,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T00:17:20,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/test.cache.data in system properties and HBase conf 2024-11-13T00:17:20,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T00:17:20,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/hadoop.log.dir in system properties and HBase conf 2024-11-13T00:17:20,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T00:17:20,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T00:17:20,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T00:17:20,525 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T00:17:20,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:17:20,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:17:20,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T00:17:20,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:17:20,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T00:17:20,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T00:17:20,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:17:20,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:17:20,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T00:17:20,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/nfs.dump.dir in system properties and HBase conf 2024-11-13T00:17:20,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/java.io.tmpdir in system properties and HBase conf 2024-11-13T00:17:20,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:17:20,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T00:17:20,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T00:17:20,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:17:20,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:17:20,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:17:20,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:17:20,628 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T00:17:20,629 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:17:20,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:17:20,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:17:20,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@154bdd13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/java.io.tmpdir/jetty-localhost-41743-hadoop-hdfs-3_4_1-tests_jar-_-any-14684060397458306507/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:17:20,767 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:41743} 2024-11-13T00:17:20,767 INFO [Time-limited test {}] server.Server(415): Started @34634ms 2024-11-13T00:17:20,903 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:17:20,909 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:17:20,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:17:20,917 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:17:20,918 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:17:20,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:17:20,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:17:21,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bd4cf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/java.io.tmpdir/jetty-localhost-40127-hadoop-hdfs-3_4_1-tests_jar-_-any-15467942059034521730/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:17:21,053 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:40127} 2024-11-13T00:17:21,053 INFO [Time-limited test {}] server.Server(415): Started @34920ms 2024-11-13T00:17:21,055 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:17:21,186 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/cluster_5bbba65c-52c9-77d4-cbea-808c05e68673/data/data1/current/BP-864824637-172.17.0.2-1731457040563/current, will proceed with Du for space computation calculation, 2024-11-13T00:17:21,187 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/cluster_5bbba65c-52c9-77d4-cbea-808c05e68673/data/data2/current/BP-864824637-172.17.0.2-1731457040563/current, will proceed with Du for space computation calculation, 2024-11-13T00:17:21,236 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:17:21,241 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6958f9fa33b5222c with lease ID 0x5036946b468a89bc: Processing first storage report for DS-e91a7819-06a7-466a-a2ea-d902a1618b6c from datanode DatanodeRegistration(127.0.0.1:40347, datanodeUuid=535e2cbb-d635-4b7f-b534-74bfa5f56463, infoPort=39177, infoSecurePort=0, ipcPort=34943, storageInfo=lv=-57;cid=testClusterID;nsid=1413687627;c=1731457040563) 2024-11-13T00:17:21,241 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6958f9fa33b5222c with lease ID 0x5036946b468a89bc: from storage DS-e91a7819-06a7-466a-a2ea-d902a1618b6c node DatanodeRegistration(127.0.0.1:40347, datanodeUuid=535e2cbb-d635-4b7f-b534-74bfa5f56463, infoPort=39177, infoSecurePort=0, ipcPort=34943, storageInfo=lv=-57;cid=testClusterID;nsid=1413687627;c=1731457040563), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T00:17:21,241 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6958f9fa33b5222c with lease ID 0x5036946b468a89bc: Processing first storage report for DS-df3d2a73-6455-4fbe-8286-04781a9d0c4e from datanode DatanodeRegistration(127.0.0.1:40347, datanodeUuid=535e2cbb-d635-4b7f-b534-74bfa5f56463, infoPort=39177, infoSecurePort=0, ipcPort=34943, storageInfo=lv=-57;cid=testClusterID;nsid=1413687627;c=1731457040563) 2024-11-13T00:17:21,241 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6958f9fa33b5222c with lease ID 0x5036946b468a89bc: from storage DS-df3d2a73-6455-4fbe-8286-04781a9d0c4e node DatanodeRegistration(127.0.0.1:40347, datanodeUuid=535e2cbb-d635-4b7f-b534-74bfa5f56463, infoPort=39177, infoSecurePort=0, ipcPort=34943, storageInfo=lv=-57;cid=testClusterID;nsid=1413687627;c=1731457040563), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:17:21,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T00:17:21,308 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e 2024-11-13T00:17:21,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:21,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:21,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741825_1001 (size=7) 2024-11-13T00:17:21,335 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23 with version=8 2024-11-13T00:17:21,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/hbase-staging 2024-11-13T00:17:21,339 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:17:21,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:21,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:21,339 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:17:21,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:21,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:17:21,339 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:17:21,340 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:17:21,340 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35249 2024-11-13T00:17:21,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35249 connecting to ZooKeeper ensemble=127.0.0.1:61457 2024-11-13T00:17:21,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352490x0, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:17:21,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35249-0x1010eaf9a2f0003 connected 2024-11-13T00:17:21,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:21,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:21,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Set watcher on znode that does not yet exist, /1286937865/running 2024-11-13T00:17:21,369 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23, hbase.cluster.distributed=false 2024-11-13T00:17:21,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Set watcher on znode that does not yet exist, /1286937865/acl 2024-11-13T00:17:21,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35249 2024-11-13T00:17:21,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35249 2024-11-13T00:17:21,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35249 2024-11-13T00:17:21,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35249 2024-11-13T00:17:21,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35249 2024-11-13T00:17:21,447 WARN [RS:0;cb28580903fb:43843 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of cb28580903fb,37871,1731457011568: status=Processing ServerCrashProcedure of cb28580903fb,37871,1731457011568 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731457025955, completionTime=-1 appears to have been leaked 2024-11-13T00:17:21,456 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:17:21,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:21,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:21,456 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:17:21,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:21,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:17:21,456 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:17:21,456 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:17:21,458 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43383 2024-11-13T00:17:21,459 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43383 connecting to ZooKeeper ensemble=127.0.0.1:61457 2024-11-13T00:17:21,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:21,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:21,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433830x0, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:17:21,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433830x0, quorum=127.0.0.1:61457, baseZNode=/1286937865 Set watcher on znode that does not yet exist, /1286937865/running 2024-11-13T00:17:21,472 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:17:21,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43383-0x1010eaf9a2f0004 connected 2024-11-13T00:17:21,480 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:17:21,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43383-0x1010eaf9a2f0004, quorum=127.0.0.1:61457, baseZNode=/1286937865 Set watcher on znode that does not yet exist, /1286937865/master 2024-11-13T00:17:21,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43383-0x1010eaf9a2f0004, quorum=127.0.0.1:61457, baseZNode=/1286937865 Set watcher on znode that does not yet exist, /1286937865/acl 2024-11-13T00:17:21,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43383 2024-11-13T00:17:21,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43383 2024-11-13T00:17:21,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43383 2024-11-13T00:17:21,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43383 2024-11-13T00:17:21,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43383 2024-11-13T00:17:21,540 DEBUG [M:0;cb28580903fb:35249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:35249 2024-11-13T00:17:21,545 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1286937865/backup-masters/cb28580903fb,35249,1731457041339 2024-11-13T00:17:21,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1010eaf9a2f0004, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1286937865/backup-masters 2024-11-13T00:17:21,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1286937865/backup-masters 2024-11-13T00:17:21,549 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Set watcher on existing znode=/1286937865/backup-masters/cb28580903fb,35249,1731457041339 2024-11-13T00:17:21,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1010eaf9a2f0004, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1286937865/master 2024-11-13T00:17:21,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1286937865 2024-11-13T00:17:21,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1010eaf9a2f0004, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1286937865 2024-11-13T00:17:21,551 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Set watcher on existing znode=/1286937865/master 2024-11-13T00:17:21,552 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1286937865/backup-masters/cb28580903fb,35249,1731457041339 from backup master directory 2024-11-13T00:17:21,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1010eaf9a2f0004, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1286937865/backup-masters 2024-11-13T00:17:21,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1286937865/backup-masters/cb28580903fb,35249,1731457041339 2024-11-13T00:17:21,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1286937865/backup-masters 2024-11-13T00:17:21,555 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:17:21,555 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,35249,1731457041339 2024-11-13T00:17:21,561 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/hbase.id] with ID: 35bf21b2-1316-4a37-82b9-ca3f4e1333dc 2024-11-13T00:17:21,561 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/.tmp/hbase.id 2024-11-13T00:17:21,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741826_1002 (size=42) 2024-11-13T00:17:21,581 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/.tmp/hbase.id]:[hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/hbase.id] 2024-11-13T00:17:21,608 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:21,608 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:17:21,610 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T00:17:21,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1010eaf9a2f0004, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1286937865 2024-11-13T00:17:21,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1286937865 2024-11-13T00:17:21,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741827_1003 (size=196) 2024-11-13T00:17:21,665 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:17:21,666 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:17:21,667 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:17:21,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741828_1004 (size=1189) 2024-11-13T00:17:21,684 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/MasterData/data/master/store 2024-11-13T00:17:21,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741829_1005 (size=34) 2024-11-13T00:17:21,712 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:21,712 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:17:21,712 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:21,712 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:21,712 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:17:21,712 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:21,712 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:21,713 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457041712Disabling compacts and flushes for region at 1731457041712Disabling writes for close at 1731457041712Writing region close event to WAL at 1731457041712Closed at 1731457041712 2024-11-13T00:17:21,714 WARN [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/MasterData/data/master/store/.initializing 2024-11-13T00:17:21,714 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/MasterData/WALs/cb28580903fb,35249,1731457041339 2024-11-13T00:17:21,719 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:17:21,723 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C35249%2C1731457041339, suffix=, logDir=hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/MasterData/WALs/cb28580903fb,35249,1731457041339, archiveDir=hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/MasterData/oldWALs, maxLogs=10 2024-11-13T00:17:21,751 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/MasterData/WALs/cb28580903fb,35249,1731457041339/cb28580903fb%2C35249%2C1731457041339.1731457041723, exclude list is [], retry=0 2024-11-13T00:17:21,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40347,DS-e91a7819-06a7-466a-a2ea-d902a1618b6c,DISK] 2024-11-13T00:17:21,777 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/MasterData/WALs/cb28580903fb,35249,1731457041339/cb28580903fb%2C35249%2C1731457041339.1731457041723 2024-11-13T00:17:21,777 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39177:39177)] 2024-11-13T00:17:21,777 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:17:21,778 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:21,778 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:21,778 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:21,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:21,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:17:21,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:21,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:21,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:21,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:17:21,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:21,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:21,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:21,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:17:21,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:21,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:21,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:21,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:17:21,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:21,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:21,788 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:21,789 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:21,789 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:21,790 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:21,790 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:21,791 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:17:21,792 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:21,795 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:17:21,795 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73772661, jitterRate=0.09929831326007843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:17:21,795 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731457041778Initializing all the Stores at 1731457041779 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457041779Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457041780 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457041780Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457041780Cleaning up temporary data from old regions at 1731457041791 (+11 ms)Region opened successfully at 1731457041795 (+4 ms) 2024-11-13T00:17:21,796 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:17:21,799 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f54983d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:17:21,800 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T00:17:21,800 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:17:21,800 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:17:21,801 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:17:21,801 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T00:17:21,802 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T00:17:21,802 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:17:21,807 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:17:21,808 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Unable to get data of znode /1286937865/balancer because node does not exist (not necessarily an error) 2024-11-13T00:17:21,809 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1286937865/balancer already deleted, retry=false 2024-11-13T00:17:21,810 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:17:21,811 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Unable to get data of znode /1286937865/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:17:21,812 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1286937865/normalizer already deleted, retry=false 2024-11-13T00:17:21,813 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:17:21,814 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Unable to get data of znode /1286937865/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:17:21,816 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1286937865/switch/split already deleted, retry=false 2024-11-13T00:17:21,817 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Unable to get data of znode /1286937865/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:17:21,819 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1286937865/switch/merge already deleted, retry=false 2024-11-13T00:17:21,821 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Unable to get data of znode /1286937865/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:17:21,823 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1286937865/snapshot-cleanup already deleted, retry=false 2024-11-13T00:17:21,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1286937865/running 2024-11-13T00:17:21,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1010eaf9a2f0004, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1286937865/running 2024-11-13T00:17:21,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1286937865 2024-11-13T00:17:21,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1010eaf9a2f0004, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1286937865 2024-11-13T00:17:21,826 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,35249,1731457041339, sessionid=0x1010eaf9a2f0003, setting cluster-up flag (Was=false) 2024-11-13T00:17:21,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1286937865 2024-11-13T00:17:21,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1010eaf9a2f0004, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1286937865 2024-11-13T00:17:21,839 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1286937865/flush-table-proc/acquired, /1286937865/flush-table-proc/reached, /1286937865/flush-table-proc/abort 2024-11-13T00:17:21,840 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,35249,1731457041339 2024-11-13T00:17:21,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1286937865 2024-11-13T00:17:21,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1010eaf9a2f0004, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1286937865 2024-11-13T00:17:21,854 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1286937865/online-snapshot/acquired, /1286937865/online-snapshot/reached, /1286937865/online-snapshot/abort 2024-11-13T00:17:21,855 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,35249,1731457041339 2024-11-13T00:17:21,856 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T00:17:21,859 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:17:21,859 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:17:21,859 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:17:21,859 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,35249,1731457041339 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:17:21,861 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:17:21,861 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:17:21,861 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:17:21,861 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:17:21,861 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:17:21,861 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:21,861 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:17:21,861 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:21,865 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731457071865 2024-11-13T00:17:21,865 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:17:21,865 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:17:21,865 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:17:21,865 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:17:21,865 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:17:21,866 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:17:21,866 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:17:21,866 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T00:17:21,867 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:21,867 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T00:17:21,868 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:21,869 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:17:21,869 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:17:21,869 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:17:21,869 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T00:17:21,869 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:17:21,869 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:17:21,870 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457041869,5,FailOnTimeoutGroup] 2024-11-13T00:17:21,871 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457041870,5,FailOnTimeoutGroup] 2024-11-13T00:17:21,871 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:21,871 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:17:21,871 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:21,871 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:21,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741831_1007 (size=1321) 2024-11-13T00:17:21,874 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T00:17:21,874 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23 2024-11-13T00:17:21,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741832_1008 (size=32) 2024-11-13T00:17:21,922 INFO [RS:0;cb28580903fb:43383 {}] regionserver.HRegionServer(746): ClusterId : 35bf21b2-1316-4a37-82b9-ca3f4e1333dc 2024-11-13T00:17:21,922 DEBUG [RS:0;cb28580903fb:43383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:17:21,925 DEBUG [RS:0;cb28580903fb:43383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:17:21,925 DEBUG [RS:0;cb28580903fb:43383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:17:21,927 DEBUG [RS:0;cb28580903fb:43383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:17:21,927 DEBUG [RS:0;cb28580903fb:43383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e33c84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:17:21,939 DEBUG [RS:0;cb28580903fb:43383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:43383 2024-11-13T00:17:21,939 INFO [RS:0;cb28580903fb:43383 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:17:21,939 INFO [RS:0;cb28580903fb:43383 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:17:21,939 DEBUG [RS:0;cb28580903fb:43383 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:17:21,940 INFO [RS:0;cb28580903fb:43383 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,35249,1731457041339 with port=43383, startcode=1731457041455 2024-11-13T00:17:21,940 DEBUG [RS:0;cb28580903fb:43383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:17:21,942 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:17:21,943 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35249 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,43383,1731457041455 2024-11-13T00:17:21,943 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35249 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,43383,1731457041455 2024-11-13T00:17:21,945 DEBUG [RS:0;cb28580903fb:43383 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23 2024-11-13T00:17:21,945 DEBUG [RS:0;cb28580903fb:43383 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32921 2024-11-13T00:17:21,945 DEBUG [RS:0;cb28580903fb:43383 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:17:21,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1286937865/rs 2024-11-13T00:17:21,950 DEBUG [RS:0;cb28580903fb:43383 {}] zookeeper.ZKUtil(111): regionserver:43383-0x1010eaf9a2f0004, quorum=127.0.0.1:61457, baseZNode=/1286937865 Set watcher on existing znode=/1286937865/rs/cb28580903fb,43383,1731457041455 2024-11-13T00:17:21,950 WARN [RS:0;cb28580903fb:43383 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:17:21,950 INFO [RS:0;cb28580903fb:43383 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:17:21,950 DEBUG [RS:0;cb28580903fb:43383 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/WALs/cb28580903fb,43383,1731457041455 2024-11-13T00:17:21,950 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,43383,1731457041455] 2024-11-13T00:17:21,955 INFO [RS:0;cb28580903fb:43383 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:17:21,957 INFO [RS:0;cb28580903fb:43383 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:17:21,964 INFO [RS:0;cb28580903fb:43383 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:17:21,965 INFO [RS:0;cb28580903fb:43383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:21,965 INFO [RS:0;cb28580903fb:43383 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:17:21,966 INFO [RS:0;cb28580903fb:43383 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:17:21,966 INFO [RS:0;cb28580903fb:43383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:21,966 DEBUG [RS:0;cb28580903fb:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:21,966 DEBUG [RS:0;cb28580903fb:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:21,966 DEBUG [RS:0;cb28580903fb:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:21,966 DEBUG [RS:0;cb28580903fb:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:21,966 DEBUG [RS:0;cb28580903fb:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:21,966 DEBUG [RS:0;cb28580903fb:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:17:21,966 DEBUG [RS:0;cb28580903fb:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:21,966 DEBUG [RS:0;cb28580903fb:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:21,967 DEBUG [RS:0;cb28580903fb:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:21,967 DEBUG [RS:0;cb28580903fb:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:21,967 DEBUG [RS:0;cb28580903fb:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:21,967 DEBUG [RS:0;cb28580903fb:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:21,967 DEBUG [RS:0;cb28580903fb:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:17:21,967 DEBUG [RS:0;cb28580903fb:43383 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:17:21,969 INFO [RS:0;cb28580903fb:43383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:21,969 INFO [RS:0;cb28580903fb:43383 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:21,969 INFO [RS:0;cb28580903fb:43383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:21,969 INFO [RS:0;cb28580903fb:43383 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:21,969 INFO [RS:0;cb28580903fb:43383 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:21,969 INFO [RS:0;cb28580903fb:43383 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43383,1731457041455-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:17:21,987 INFO [RS:0;cb28580903fb:43383 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:17:21,987 INFO [RS:0;cb28580903fb:43383 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43383,1731457041455-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:21,987 INFO [RS:0;cb28580903fb:43383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:21,987 INFO [RS:0;cb28580903fb:43383 {}] regionserver.Replication(171): cb28580903fb,43383,1731457041455 started 2024-11-13T00:17:22,001 INFO [RS:0;cb28580903fb:43383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:22,001 INFO [RS:0;cb28580903fb:43383 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,43383,1731457041455, RpcServer on cb28580903fb/172.17.0.2:43383, sessionid=0x1010eaf9a2f0004 2024-11-13T00:17:22,001 DEBUG [RS:0;cb28580903fb:43383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:17:22,001 DEBUG [RS:0;cb28580903fb:43383 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,43383,1731457041455 2024-11-13T00:17:22,001 DEBUG [RS:0;cb28580903fb:43383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,43383,1731457041455' 2024-11-13T00:17:22,001 DEBUG [RS:0;cb28580903fb:43383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1286937865/flush-table-proc/abort' 2024-11-13T00:17:22,001 DEBUG [RS:0;cb28580903fb:43383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1286937865/flush-table-proc/acquired' 2024-11-13T00:17:22,002 DEBUG [RS:0;cb28580903fb:43383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:17:22,002 DEBUG [RS:0;cb28580903fb:43383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:17:22,002 DEBUG [RS:0;cb28580903fb:43383 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,43383,1731457041455 2024-11-13T00:17:22,002 DEBUG [RS:0;cb28580903fb:43383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,43383,1731457041455' 2024-11-13T00:17:22,002 DEBUG [RS:0;cb28580903fb:43383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1286937865/online-snapshot/abort' 2024-11-13T00:17:22,002 DEBUG [RS:0;cb28580903fb:43383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1286937865/online-snapshot/acquired' 2024-11-13T00:17:22,002 DEBUG [RS:0;cb28580903fb:43383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:17:22,003 INFO [RS:0;cb28580903fb:43383 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:17:22,003 INFO [RS:0;cb28580903fb:43383 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:17:22,103 INFO [RS:0;cb28580903fb:43383 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:17:22,105 INFO [RS:0;cb28580903fb:43383 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C43383%2C1731457041455, suffix=, logDir=hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/WALs/cb28580903fb,43383,1731457041455, archiveDir=hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/oldWALs, maxLogs=10 2024-11-13T00:17:22,119 DEBUG [RS:0;cb28580903fb:43383 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/WALs/cb28580903fb,43383,1731457041455/cb28580903fb%2C43383%2C1731457041455.1731457042105, exclude list is [], retry=0 2024-11-13T00:17:22,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40347,DS-e91a7819-06a7-466a-a2ea-d902a1618b6c,DISK] 2024-11-13T00:17:22,124 INFO [RS:0;cb28580903fb:43383 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/WALs/cb28580903fb,43383,1731457041455/cb28580903fb%2C43383%2C1731457041455.1731457042105 2024-11-13T00:17:22,124 DEBUG [RS:0;cb28580903fb:43383 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39177:39177)] 2024-11-13T00:17:22,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:22,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:17:22,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:17:22,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:22,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:22,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:17:22,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:17:22,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:22,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:22,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:17:22,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:17:22,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:22,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:22,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:17:22,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:17:22,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:22,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:22,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:17:22,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/data/hbase/meta/1588230740 2024-11-13T00:17:22,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/data/hbase/meta/1588230740 2024-11-13T00:17:22,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:17:22,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:17:22,299 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:17:22,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:17:22,303 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:17:22,303 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69986751, jitterRate=0.04288385808467865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:17:22,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731457042287Initializing all the Stores at 1731457042288 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457042288Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457042288Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457042288Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457042288Cleaning up temporary data from old regions at 1731457042299 (+11 ms)Region opened successfully at 1731457042303 (+4 ms) 2024-11-13T00:17:22,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:17:22,303 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:17:22,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:17:22,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:17:22,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:17:22,304 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:17:22,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457042303Disabling compacts and flushes for region at 1731457042303Disabling writes for close at 1731457042303Writing region close event to WAL at 1731457042304 (+1 ms)Closed at 1731457042304 2024-11-13T00:17:22,305 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:17:22,305 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T00:17:22,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:17:22,307 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:17:22,308 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T00:17:22,458 DEBUG [cb28580903fb:35249 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:17:22,459 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,43383,1731457041455 2024-11-13T00:17:22,460 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,43383,1731457041455, state=OPENING 2024-11-13T00:17:22,462 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T00:17:22,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1010eaf9a2f0004, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1286937865 2024-11-13T00:17:22,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1286937865 2024-11-13T00:17:22,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1286937865/meta-region-server: CHANGED 2024-11-13T00:17:22,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1286937865/meta-region-server: CHANGED 2024-11-13T00:17:22,464 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:17:22,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,43383,1731457041455}] 2024-11-13T00:17:22,618 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:17:22,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:17:22,624 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:17:22,624 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:17:22,624 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T00:17:22,626 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C43383%2C1731457041455.meta, suffix=.meta, logDir=hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/WALs/cb28580903fb,43383,1731457041455, archiveDir=hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/oldWALs, maxLogs=10 2024-11-13T00:17:22,640 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/WALs/cb28580903fb,43383,1731457041455/cb28580903fb%2C43383%2C1731457041455.meta.1731457042626.meta, exclude list is [], retry=0 2024-11-13T00:17:22,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40347,DS-e91a7819-06a7-466a-a2ea-d902a1618b6c,DISK] 2024-11-13T00:17:22,644 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/WALs/cb28580903fb,43383,1731457041455/cb28580903fb%2C43383%2C1731457041455.meta.1731457042626.meta 2024-11-13T00:17:22,644 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39177:39177)] 2024-11-13T00:17:22,644 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:17:22,645 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:17:22,645 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:17:22,645 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:17:22,645 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:17:22,645 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:17:22,645 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:22,645 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:17:22,645 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:17:22,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:17:22,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:17:22,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:22,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:22,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:17:22,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:17:22,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:22,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:22,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:17:22,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:17:22,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:22,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:22,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:17:22,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:17:22,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:22,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:22,651 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:17:22,652 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/data/hbase/meta/1588230740 2024-11-13T00:17:22,653 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/data/hbase/meta/1588230740 2024-11-13T00:17:22,654 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:17:22,654 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:17:22,655 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:17:22,656 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:17:22,657 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66720148, jitterRate=-0.0057923197746276855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:17:22,657 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:17:22,657 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731457042645Writing region info on filesystem at 1731457042645Initializing all the Stores at 1731457042646 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457042646Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457042646Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457042646Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457042646Cleaning up temporary data from old regions at 1731457042654 (+8 ms)Running coprocessor post-open hooks at 1731457042657 (+3 ms)Region opened successfully at 1731457042657 2024-11-13T00:17:22,658 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731457042618 2024-11-13T00:17:22,660 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:17:22,660 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:17:22,661 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,43383,1731457041455 2024-11-13T00:17:22,662 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,43383,1731457041455, state=OPEN 2024-11-13T00:17:22,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1010eaf9a2f0004, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1286937865/meta-region-server 2024-11-13T00:17:22,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1286937865/meta-region-server 2024-11-13T00:17:22,664 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,43383,1731457041455 2024-11-13T00:17:22,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1286937865/meta-region-server: CHANGED 2024-11-13T00:17:22,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1286937865/meta-region-server: CHANGED 2024-11-13T00:17:22,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T00:17:22,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,43383,1731457041455 in 199 msec 2024-11-13T00:17:22,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T00:17:22,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-11-13T00:17:22,669 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:17:22,669 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T00:17:22,671 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:17:22,671 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,43383,1731457041455, seqNum=-1] 2024-11-13T00:17:22,671 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:17:22,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:17:22,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 819 msec 2024-11-13T00:17:22,678 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731457042678, completionTime=-1 2024-11-13T00:17:22,678 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T00:17:22,678 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:17:22,680 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T00:17:22,680 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731457102680 2024-11-13T00:17:22,680 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731457162680 2024-11-13T00:17:22,680 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T00:17:22,681 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,35249,1731457041339-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:22,681 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,35249,1731457041339-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:22,681 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,35249,1731457041339-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:22,681 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:35249, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:22,681 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:22,681 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:22,683 DEBUG [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T00:17:22,685 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.130sec 2024-11-13T00:17:22,685 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:17:22,685 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:17:22,685 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:17:22,685 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:17:22,685 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:17:22,685 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,35249,1731457041339-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:17:22,685 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,35249,1731457041339-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:17:22,688 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:17:22,688 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:17:22,688 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,35249,1731457041339-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:22,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:22,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,35249,-1 for getting cluster id 2024-11-13T00:17:22,723 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:17:22,724 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35bf21b2-1316-4a37-82b9-ca3f4e1333dc' 2024-11-13T00:17:22,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:17:22,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35bf21b2-1316-4a37-82b9-ca3f4e1333dc" 2024-11-13T00:17:22,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed02a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:22,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,35249,-1] 2024-11-13T00:17:22,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:17:22,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:22,726 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:17:22,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:22,728 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:17:22,729 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,43383,1731457041455, seqNum=-1] 2024-11-13T00:17:22,729 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:17:22,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:17:22,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb28580903fb,35249,1731457041339 2024-11-13T00:17:22,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61457 2024-11-13T00:17:22,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:17:22,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1010eaf9a2f0005 connected 2024-11-13T00:17:22,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b8b946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:22,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,43369,-1 for getting cluster id 2024-11-13T00:17:22,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:17:22,741 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd79cd25-2ed1-4b31-b075-f696f722b893' 2024-11-13T00:17:22,741 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:17:22,741 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd79cd25-2ed1-4b31-b075-f696f722b893" 2024-11-13T00:17:22,741 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61526b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:22,741 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,43369,-1] 2024-11-13T00:17:22,741 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:17:22,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:22,742 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:17:22,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5191decd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:22,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:17:22,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,43369,1731457037298 2024-11-13T00:17:22,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71c21678 2024-11-13T00:17:22,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:17:22,745 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:17:22,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb28580903fb:35249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T00:17:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T00:17:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:17:22,749 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:35249' 2024-11-13T00:17:22,749 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20deb693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:22,749 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,35249,-1 for getting cluster id 2024-11-13T00:17:22,750 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:17:22,750 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35bf21b2-1316-4a37-82b9-ca3f4e1333dc' 2024-11-13T00:17:22,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:17:22,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35bf21b2-1316-4a37-82b9-ca3f4e1333dc" 2024-11-13T00:17:22,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@333c23b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:22,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,35249,-1] 2024-11-13T00:17:22,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:17:22,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:22,752 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:17:22,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f773d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:22,753 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:17:22,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,35249,1731457041339 2024-11-13T00:17:22,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@696f578e 2024-11-13T00:17:22,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:17:22,754 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:17:22,755 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-13T00:17:22,755 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T00:17:22,755 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:22,755 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:22,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:17:22,756 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:17:22,757 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T00:17:22,758 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:17:22,758 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:22,759 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:17:22,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741835_1011 (size=1138) 2024-11-13T00:17:22,807 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T00:17:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:17:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:17:23,168 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7d82e0ca981a0001f0a071c7a80951fd, NAME => 'hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e 2024-11-13T00:17:23,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741836_1012 (size=44) 2024-11-13T00:17:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:17:23,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:23,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7d82e0ca981a0001f0a071c7a80951fd, disabling compactions & flushes 2024-11-13T00:17:23,575 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd. 2024-11-13T00:17:23,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd. 2024-11-13T00:17:23,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd. after waiting 0 ms 2024-11-13T00:17:23,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd. 2024-11-13T00:17:23,575 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd. 2024-11-13T00:17:23,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7d82e0ca981a0001f0a071c7a80951fd: Waiting for close lock at 1731457043575Disabling compacts and flushes for region at 1731457043575Disabling writes for close at 1731457043575Writing region close event to WAL at 1731457043575Closed at 1731457043575 2024-11-13T00:17:23,577 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:17:23,577 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731457043577"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457043577"}]},"ts":"1731457043577"} 2024-11-13T00:17:23,580 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:17:23,581 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:17:23,581 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457043581"}]},"ts":"1731457043581"} 2024-11-13T00:17:23,584 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T00:17:23,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7d82e0ca981a0001f0a071c7a80951fd, ASSIGN}] 2024-11-13T00:17:23,585 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7d82e0ca981a0001f0a071c7a80951fd, ASSIGN 2024-11-13T00:17:23,586 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7d82e0ca981a0001f0a071c7a80951fd, ASSIGN; state=OFFLINE, location=cb28580903fb,43843,1731457037377; forceNewPlan=false, retain=false 2024-11-13T00:17:23,737 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7d82e0ca981a0001f0a071c7a80951fd, regionState=OPENING, regionLocation=cb28580903fb,43843,1731457037377 2024-11-13T00:17:23,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7d82e0ca981a0001f0a071c7a80951fd, ASSIGN because future has completed 2024-11-13T00:17:23,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d82e0ca981a0001f0a071c7a80951fd, server=cb28580903fb,43843,1731457037377}] 2024-11-13T00:17:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:17:23,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd. 2024-11-13T00:17:23,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:17:23,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T00:17:23,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C43843%2C1731457037377.rep, suffix=, logDir=hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/WALs/cb28580903fb,43843,1731457037377, archiveDir=hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/oldWALs, maxLogs=10 2024-11-13T00:17:23,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/WALs/cb28580903fb,43843,1731457037377/cb28580903fb%2C43843%2C1731457037377.rep.1731457043899, exclude list is [], retry=0 2024-11-13T00:17:23,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34519,DS-f7cf5198-52dc-4fce-a350-9ab6280e202b,DISK] 2024-11-13T00:17:23,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/WALs/cb28580903fb,43843,1731457037377/cb28580903fb%2C43843%2C1731457037377.rep.1731457043899 2024-11-13T00:17:23,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35637:35637)] 2024-11-13T00:17:23,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d82e0ca981a0001f0a071c7a80951fd, NAME => 'hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:17:23,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:17:23,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:17:23,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd. service=MultiRowMutationService 2024-11-13T00:17:23,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T00:17:23,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7d82e0ca981a0001f0a071c7a80951fd 2024-11-13T00:17:23,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:23,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7d82e0ca981a0001f0a071c7a80951fd 2024-11-13T00:17:23,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7d82e0ca981a0001f0a071c7a80951fd 2024-11-13T00:17:23,920 INFO [StoreOpener-7d82e0ca981a0001f0a071c7a80951fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7d82e0ca981a0001f0a071c7a80951fd 2024-11-13T00:17:23,921 INFO [StoreOpener-7d82e0ca981a0001f0a071c7a80951fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d82e0ca981a0001f0a071c7a80951fd columnFamilyName hfileref 2024-11-13T00:17:23,921 DEBUG [StoreOpener-7d82e0ca981a0001f0a071c7a80951fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:23,922 INFO [StoreOpener-7d82e0ca981a0001f0a071c7a80951fd-1 {}] regionserver.HStore(327): Store=7d82e0ca981a0001f0a071c7a80951fd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:23,922 INFO [StoreOpener-7d82e0ca981a0001f0a071c7a80951fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7d82e0ca981a0001f0a071c7a80951fd 2024-11-13T00:17:23,923 INFO [StoreOpener-7d82e0ca981a0001f0a071c7a80951fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d82e0ca981a0001f0a071c7a80951fd columnFamilyName queue 2024-11-13T00:17:23,923 DEBUG [StoreOpener-7d82e0ca981a0001f0a071c7a80951fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:23,924 INFO [StoreOpener-7d82e0ca981a0001f0a071c7a80951fd-1 {}] regionserver.HStore(327): Store=7d82e0ca981a0001f0a071c7a80951fd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:23,924 INFO [StoreOpener-7d82e0ca981a0001f0a071c7a80951fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7d82e0ca981a0001f0a071c7a80951fd 2024-11-13T00:17:23,925 INFO [StoreOpener-7d82e0ca981a0001f0a071c7a80951fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d82e0ca981a0001f0a071c7a80951fd columnFamilyName sid 2024-11-13T00:17:23,925 DEBUG [StoreOpener-7d82e0ca981a0001f0a071c7a80951fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:23,925 INFO [StoreOpener-7d82e0ca981a0001f0a071c7a80951fd-1 {}] regionserver.HStore(327): Store=7d82e0ca981a0001f0a071c7a80951fd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:23,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7d82e0ca981a0001f0a071c7a80951fd 2024-11-13T00:17:23,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/replication/7d82e0ca981a0001f0a071c7a80951fd 2024-11-13T00:17:23,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/replication/7d82e0ca981a0001f0a071c7a80951fd 2024-11-13T00:17:23,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7d82e0ca981a0001f0a071c7a80951fd 2024-11-13T00:17:23,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7d82e0ca981a0001f0a071c7a80951fd 2024-11-13T00:17:23,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:17:23,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7d82e0ca981a0001f0a071c7a80951fd 2024-11-13T00:17:23,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/replication/7d82e0ca981a0001f0a071c7a80951fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:17:23,931 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 7d82e0ca981a0001f0a071c7a80951fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72475006, jitterRate=0.07996174693107605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:17:23,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d82e0ca981a0001f0a071c7a80951fd 2024-11-13T00:17:23,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7d82e0ca981a0001f0a071c7a80951fd: Running coprocessor pre-open hook at 1731457043918Writing region info on filesystem at 1731457043918Initializing all the Stores at 1731457043919 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457043920 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457043920Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457043920Cleaning up temporary data from old regions at 1731457043927 (+7 ms)Running coprocessor post-open hooks at 1731457043931 (+4 ms)Region opened successfully at 1731457043932 (+1 ms) 2024-11-13T00:17:23,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd., pid=7, masterSystemTime=1731457043892 2024-11-13T00:17:23,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd. 2024-11-13T00:17:23,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd. 2024-11-13T00:17:23,936 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7d82e0ca981a0001f0a071c7a80951fd, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,43843,1731457037377 2024-11-13T00:17:23,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d82e0ca981a0001f0a071c7a80951fd, server=cb28580903fb,43843,1731457037377 because future has completed 2024-11-13T00:17:23,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T00:17:23,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d82e0ca981a0001f0a071c7a80951fd, server=cb28580903fb,43843,1731457037377 in 200 msec 2024-11-13T00:17:23,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T00:17:23,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7d82e0ca981a0001f0a071c7a80951fd, ASSIGN in 358 msec 2024-11-13T00:17:23,946 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:17:23,946 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457043946"}]},"ts":"1731457043946"} 2024-11-13T00:17:23,948 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T00:17:23,949 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:17:23,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-11-13T00:17:23,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd., hostname=cb28580903fb,43843,1731457037377, seqNum=2] 2024-11-13T00:17:23,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1299398256 2024-11-13T00:17:23,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf9a2f0001, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1299398256 2024-11-13T00:17:23,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T00:17:24,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T00:17:24,130 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T00:17:24,159 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-cb28580903fb,43843,1731457037377, ReplicationSource: 1, currentBandwidth=0 2024-11-13T00:17:24,160 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:17:24,160 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,43843,1731457037377, seqNum=-1] 2024-11-13T00:17:24,160 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:17:24,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-13T00:17:24,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb28580903fb,43843,1731457037377', locateType=CURRENT is [region=hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd., hostname=cb28580903fb,43843,1731457037377, seqNum=2] 2024-11-13T00:17:24,166 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T00:17:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T00:17:24,169 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb28580903fb,43843,1731457037377 suceeded 2024-11-13T00:17:24,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T00:17:24,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-13T00:17:24,172 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb28580903fb:35249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T00:17:24,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4260 sec 2024-11-13T00:17:24,183 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43843,1731457037377 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:35249' 2024-11-13T00:17:24,184 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43843,1731457037377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@92a4f24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:24,184 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43843,1731457037377 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,35249,-1 for getting cluster id 2024-11-13T00:17:24,184 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43843,1731457037377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:17:24,185 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35bf21b2-1316-4a37-82b9-ca3f4e1333dc' 2024-11-13T00:17:24,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:17:24,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35bf21b2-1316-4a37-82b9-ca3f4e1333dc" 2024-11-13T00:17:24,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13cf54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:24,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,35249,-1] 2024-11-13T00:17:24,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:17:24,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:24,187 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:17:24,188 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43843,1731457037377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fedab02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:24,188 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43843,1731457037377 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:17:24,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,35249,1731457041339 2024-11-13T00:17:24,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a1a4ed8 2024-11-13T00:17:24,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:17:24,190 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-13T00:17:24,190 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43843,1731457037377 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb28580903fb,43843,1731457037377 (queues=1) is replicating from cluster=fd79cd25-2ed1-4b31-b075-f696f722b893 to cluster=35bf21b2-1316-4a37-82b9-ca3f4e1333dc 2024-11-13T00:17:24,191 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43843,1731457037377 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb28580903fb%2C43843%2C1731457037377 2024-11-13T00:17:24,191 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43843,1731457037377 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb28580903fb,43843,1731457037377, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T00:17:24,191 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43843,1731457037377.replicationSource.shippercb28580903fb%2C43843%2C1731457037377,1-cb28580903fb,43843,1731457037377 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb28580903fb%2C43843%2C1731457037377 2024-11-13T00:17:24,191 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43843,1731457037377.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457037377,1-cb28580903fb,43843,1731457037377 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/WALs/cb28580903fb,43843,1731457037377/cb28580903fb%2C43843%2C1731457037377.1731457039380, startPosition=0, beingWritten=true 2024-11-13T00:17:24,398 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43843,1731457037377.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457037377,1-cb28580903fb,43843,1731457037377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/WALs/cb28580903fb,43843,1731457037377/cb28580903fb%2C43843%2C1731457037377.1731457039380 to pos 0, reset compression=false 2024-11-13T00:17:24,704 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43843,1731457037377.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457037377,1-cb28580903fb,43843,1731457037377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/WALs/cb28580903fb,43843,1731457037377/cb28580903fb%2C43843%2C1731457037377.1731457039380 to pos 0, reset compression=false 2024-11-13T00:17:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:17:24,893 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T00:17:24,894 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:17:24,894 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:24,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:24,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:24,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:17:24,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:17:24,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,43369,1731457037298 2024-11-13T00:17:24,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55a80200 2024-11-13T00:17:24,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:17:24,896 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:17:24,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43369 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T00:17:24,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T00:17:24,897 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:17:24,897 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:24,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:24,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:24,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:17:24,898 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T00:17:24,898 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1432862420, stopped=false 2024-11-13T00:17:24,898 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb28580903fb,35249,1731457041339 2024-11-13T00:17:24,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1286937865/running 2024-11-13T00:17:24,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1010eaf9a2f0004, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1286937865/running 2024-11-13T00:17:24,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1286937865 2024-11-13T00:17:24,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1010eaf9a2f0004, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1286937865 2024-11-13T00:17:24,900 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:17:24,900 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:17:24,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:24,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:24,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43383-0x1010eaf9a2f0004, quorum=127.0.0.1:61457, baseZNode=/1286937865 Set watcher on znode that does not yet exist, /1286937865/running 2024-11-13T00:17:24,900 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,43383,1731457041455' ***** 2024-11-13T00:17:24,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Set watcher on znode that does not yet exist, /1286937865/running 2024-11-13T00:17:24,900 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:17:24,901 INFO [RS:0;cb28580903fb:43383 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:17:24,901 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:17:24,901 INFO [RS:0;cb28580903fb:43383 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:17:24,901 INFO [RS:0;cb28580903fb:43383 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:17:24,901 INFO [RS:0;cb28580903fb:43383 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,43383,1731457041455 2024-11-13T00:17:24,901 INFO [RS:0;cb28580903fb:43383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:17:24,901 INFO [RS:0;cb28580903fb:43383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:43383. 2024-11-13T00:17:24,901 DEBUG [RS:0;cb28580903fb:43383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:24,901 DEBUG [RS:0;cb28580903fb:43383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:24,901 INFO [RS:0;cb28580903fb:43383 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:17:24,901 INFO [RS:0;cb28580903fb:43383 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:17:24,901 INFO [RS:0;cb28580903fb:43383 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:17:24,901 INFO [RS:0;cb28580903fb:43383 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T00:17:24,902 INFO [RS:0;cb28580903fb:43383 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T00:17:24,902 DEBUG [RS:0;cb28580903fb:43383 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T00:17:24,902 DEBUG [RS:0;cb28580903fb:43383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:17:24,902 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:17:24,902 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:17:24,902 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:17:24,902 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:17:24,902 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:17:24,902 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T00:17:24,919 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/data/hbase/meta/1588230740/.tmp/ns/8cc8ea553f024b44b93fb024bb696380 is 43, key is default/ns:d/1731457042673/Put/seqid=0 2024-11-13T00:17:24,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741835_1011 (size=5153) 2024-11-13T00:17:24,974 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:17:25,061 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T00:17:25,061 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T00:17:25,102 DEBUG [RS:0;cb28580903fb:43383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:17:25,109 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43843,1731457037377.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457037377,1-cb28580903fb,43843,1731457037377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/WALs/cb28580903fb,43843,1731457037377/cb28580903fb%2C43843%2C1731457037377.1731457039380 to pos 0, reset compression=false 2024-11-13T00:17:25,235 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T00:17:25,236 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T00:17:25,302 DEBUG [RS:0;cb28580903fb:43383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:17:25,324 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/data/hbase/meta/1588230740/.tmp/ns/8cc8ea553f024b44b93fb024bb696380 2024-11-13T00:17:25,332 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/data/hbase/meta/1588230740/.tmp/ns/8cc8ea553f024b44b93fb024bb696380 as hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/data/hbase/meta/1588230740/ns/8cc8ea553f024b44b93fb024bb696380 2024-11-13T00:17:25,338 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/data/hbase/meta/1588230740/ns/8cc8ea553f024b44b93fb024bb696380, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T00:17:25,339 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false 2024-11-13T00:17:25,343 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T00:17:25,344 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:17:25,344 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:17:25,344 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:17:25,344 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457044902Running coprocessor pre-close hooks at 1731457044902Disabling compacts and flushes for region at 1731457044902Disabling writes for close at 1731457044902Obtaining lock to block concurrent updates at 1731457044902Preparing flush snapshotting stores in 1588230740 at 1731457044902Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731457044902Flushing stores of hbase:meta,,1.1588230740 at 1731457044903 (+1 ms)Flushing 1588230740/ns: creating writer at 1731457044903Flushing 1588230740/ns: appending metadata at 1731457044919 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731457044919Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@507418aa: reopening flushed file at 1731457045331 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false at 1731457045339 (+8 ms)Writing region close event to WAL at 1731457045340 (+1 ms)Running coprocessor post-close hooks at 1731457045344 (+4 ms)Closed at 1731457045344 2024-11-13T00:17:25,344 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T00:17:25,502 INFO [RS:0;cb28580903fb:43383 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,43383,1731457041455; all regions closed. 2024-11-13T00:17:25,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741834_1010 (size=1152) 2024-11-13T00:17:25,505 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/WALs/cb28580903fb,43383,1731457041455/cb28580903fb%2C43383%2C1731457041455.meta.1731457042626.meta not finished, retry = 0 2024-11-13T00:17:25,609 DEBUG [RS:0;cb28580903fb:43383 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/oldWALs 2024-11-13T00:17:25,609 INFO [RS:0;cb28580903fb:43383 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C43383%2C1731457041455.meta:.meta(num 1731457042626) 2024-11-13T00:17:25,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741833_1009 (size=93) 2024-11-13T00:17:25,616 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43843,1731457037377.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457037377,1-cb28580903fb,43843,1731457037377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/WALs/cb28580903fb,43843,1731457037377/cb28580903fb%2C43843%2C1731457037377.1731457039380 to pos 0, reset compression=false 2024-11-13T00:17:25,616 DEBUG [RS:0;cb28580903fb:43383 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/oldWALs 2024-11-13T00:17:25,616 INFO [RS:0;cb28580903fb:43383 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C43383%2C1731457041455:(num 1731457042105) 2024-11-13T00:17:25,616 DEBUG [RS:0;cb28580903fb:43383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:25,616 INFO [RS:0;cb28580903fb:43383 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:17:25,617 INFO [RS:0;cb28580903fb:43383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:17:25,617 INFO [RS:0;cb28580903fb:43383 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T00:17:25,617 INFO [RS:0;cb28580903fb:43383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:17:25,617 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:17:25,617 INFO [RS:0;cb28580903fb:43383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43383 2024-11-13T00:17:25,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1010eaf9a2f0004, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1286937865/rs/cb28580903fb,43383,1731457041455 2024-11-13T00:17:25,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1286937865/rs 2024-11-13T00:17:25,623 INFO [RS:0;cb28580903fb:43383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:17:25,624 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,43383,1731457041455] 2024-11-13T00:17:25,629 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1286937865/draining/cb28580903fb,43383,1731457041455 already deleted, retry=false 2024-11-13T00:17:25,629 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,43383,1731457041455 expired; onlineServers=0 2024-11-13T00:17:25,629 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb28580903fb,35249,1731457041339' ***** 2024-11-13T00:17:25,629 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T00:17:25,629 INFO [M:0;cb28580903fb:35249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:17:25,629 INFO [M:0;cb28580903fb:35249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:17:25,629 DEBUG [M:0;cb28580903fb:35249 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T00:17:25,630 DEBUG [M:0;cb28580903fb:35249 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T00:17:25,630 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457041870 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457041870,5,FailOnTimeoutGroup] 2024-11-13T00:17:25,630 INFO [M:0;cb28580903fb:35249 {}] hbase.ChoreService(370): Chore service for: master/cb28580903fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T00:17:25,630 INFO [M:0;cb28580903fb:35249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:17:25,630 DEBUG [M:0;cb28580903fb:35249 {}] master.HMaster(1795): Stopping service threads 2024-11-13T00:17:25,630 INFO [M:0;cb28580903fb:35249 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T00:17:25,630 INFO [M:0;cb28580903fb:35249 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:17:25,630 INFO [M:0;cb28580903fb:35249 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T00:17:25,630 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T00:17:25,630 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T00:17:25,630 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457041869 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457041869,5,FailOnTimeoutGroup] 2024-11-13T00:17:25,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1286937865/master 2024-11-13T00:17:25,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1286937865 2024-11-13T00:17:25,634 DEBUG [M:0;cb28580903fb:35249 {}] zookeeper.ZKUtil(347): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Unable to get data of znode /1286937865/master because node does not exist (not an error) 2024-11-13T00:17:25,634 WARN [M:0;cb28580903fb:35249 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T00:17:25,635 INFO [M:0;cb28580903fb:35249 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/.lastflushedseqids 2024-11-13T00:17:25,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741836_1012 (size=99) 2024-11-13T00:17:25,651 INFO [M:0;cb28580903fb:35249 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T00:17:25,652 INFO [M:0;cb28580903fb:35249 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T00:17:25,652 DEBUG [M:0;cb28580903fb:35249 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:17:25,652 INFO [M:0;cb28580903fb:35249 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:25,652 DEBUG [M:0;cb28580903fb:35249 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:25,652 DEBUG [M:0;cb28580903fb:35249 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:17:25,652 DEBUG [M:0;cb28580903fb:35249 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:25,652 INFO [M:0;cb28580903fb:35249 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T00:17:25,679 DEBUG [M:0;cb28580903fb:35249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3903ee4fd04844f99e13d0156bf8e5fb is 82, key is hbase:meta,,1/info:regioninfo/1731457042661/Put/seqid=0 2024-11-13T00:17:25,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741837_1013 (size=5672) 2024-11-13T00:17:25,688 INFO [M:0;cb28580903fb:35249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3903ee4fd04844f99e13d0156bf8e5fb 2024-11-13T00:17:25,709 DEBUG [M:0;cb28580903fb:35249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcde288a68694b57919ab3d80f18f293 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731457042677/Put/seqid=0 2024-11-13T00:17:25,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741838_1014 (size=5275) 2024-11-13T00:17:25,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1010eaf9a2f0004, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:17:25,727 INFO [RS:0;cb28580903fb:43383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:17:25,727 INFO [RS:0;cb28580903fb:43383 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,43383,1731457041455; zookeeper connection closed. 2024-11-13T00:17:25,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43383-0x1010eaf9a2f0004, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:17:25,727 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17949053 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17949053 2024-11-13T00:17:25,728 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T00:17:25,881 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:17:25,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:17:25,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:17:26,115 INFO [M:0;cb28580903fb:35249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcde288a68694b57919ab3d80f18f293 2024-11-13T00:17:26,136 DEBUG [M:0;cb28580903fb:35249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/684be8c883af40c3b991391dc0859afc is 69, key is cb28580903fb,43383,1731457041455/rs:state/1731457041943/Put/seqid=0 2024-11-13T00:17:26,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741839_1015 (size=5156) 2024-11-13T00:17:26,233 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43843,1731457037377.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457037377,1-cb28580903fb,43843,1731457037377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/WALs/cb28580903fb,43843,1731457037377/cb28580903fb%2C43843%2C1731457037377.1731457039380 to pos 0, reset compression=false 2024-11-13T00:17:26,541 INFO [M:0;cb28580903fb:35249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/684be8c883af40c3b991391dc0859afc 2024-11-13T00:17:26,547 DEBUG [M:0;cb28580903fb:35249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3903ee4fd04844f99e13d0156bf8e5fb as hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3903ee4fd04844f99e13d0156bf8e5fb 2024-11-13T00:17:26,554 INFO [M:0;cb28580903fb:35249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3903ee4fd04844f99e13d0156bf8e5fb, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T00:17:26,555 DEBUG [M:0;cb28580903fb:35249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fcde288a68694b57919ab3d80f18f293 as hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcde288a68694b57919ab3d80f18f293 2024-11-13T00:17:26,561 INFO [M:0;cb28580903fb:35249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fcde288a68694b57919ab3d80f18f293, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T00:17:26,562 DEBUG [M:0;cb28580903fb:35249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/684be8c883af40c3b991391dc0859afc as hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/684be8c883af40c3b991391dc0859afc 2024-11-13T00:17:26,568 INFO [M:0;cb28580903fb:35249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32921/user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/684be8c883af40c3b991391dc0859afc, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T00:17:26,570 INFO [M:0;cb28580903fb:35249 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 918ms, sequenceid=28, compaction requested=false 2024-11-13T00:17:26,572 INFO [M:0;cb28580903fb:35249 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:26,572 DEBUG [M:0;cb28580903fb:35249 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457045652Disabling compacts and flushes for region at 1731457045652Disabling writes for close at 1731457045652Obtaining lock to block concurrent updates at 1731457045652Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731457045652Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731457045653 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731457045654 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731457045654Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731457045677 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731457045677Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731457045693 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731457045709 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731457045709Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731457046121 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731457046135 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731457046135Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20ae4e51: reopening flushed file at 1731457046546 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23da4930: reopening flushed file at 1731457046554 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b2474c5: reopening flushed file at 1731457046561 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 918ms, sequenceid=28, compaction requested=false at 1731457046570 (+9 ms)Writing region close event to WAL at 1731457046572 (+2 ms)Closed at 1731457046572 2024-11-13T00:17:26,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40347 is added to blk_1073741830_1006 (size=10165) 2024-11-13T00:17:26,578 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/51a517d7-881a-451b-574b-d1ea6515bc23/MasterData/WALs/cb28580903fb,35249,1731457041339/cb28580903fb%2C35249%2C1731457041339.1731457041723 not finished, retry = 0 2024-11-13T00:17:26,679 INFO [M:0;cb28580903fb:35249 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T00:17:26,679 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:17:26,679 INFO [M:0;cb28580903fb:35249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35249 2024-11-13T00:17:26,680 INFO [M:0;cb28580903fb:35249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:17:26,782 INFO [M:0;cb28580903fb:35249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:17:26,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:17:26,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35249-0x1010eaf9a2f0003, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:17:26,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bd4cf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:17:26,786 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:17:26,786 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:17:26,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:17:26,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/hadoop.log.dir/,STOPPED} 2024-11-13T00:17:26,788 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:17:26,788 WARN [BP-864824637-172.17.0.2-1731457040563 heartbeating to localhost/127.0.0.1:32921 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:17:26,788 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:17:26,788 WARN [BP-864824637-172.17.0.2-1731457040563 heartbeating to localhost/127.0.0.1:32921 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-864824637-172.17.0.2-1731457040563 (Datanode Uuid 535e2cbb-d635-4b7f-b534-74bfa5f56463) service to localhost/127.0.0.1:32921 2024-11-13T00:17:26,789 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/cluster_5bbba65c-52c9-77d4-cbea-808c05e68673/data/data1/current/BP-864824637-172.17.0.2-1731457040563 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:17:26,789 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/cluster_5bbba65c-52c9-77d4-cbea-808c05e68673/data/data2/current/BP-864824637-172.17.0.2-1731457040563 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:17:26,789 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:17:26,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@154bdd13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:17:26,795 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:17:26,795 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:17:26,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:17:26,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/hadoop.log.dir/,STOPPED} 2024-11-13T00:17:26,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T00:17:26,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T00:17:26,808 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:17:26,808 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:26,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:26,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:26,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:17:26,808 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T00:17:26,808 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=462633399, stopped=false 2024-11-13T00:17:26,809 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb28580903fb,43369,1731457037298 2024-11-13T00:17:26,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1299398256/running 2024-11-13T00:17:26,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf9a2f0001, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1299398256/running 2024-11-13T00:17:26,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1299398256 2024-11-13T00:17:26,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf9a2f0001, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1299398256 2024-11-13T00:17:26,811 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:17:26,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:17:26,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:26,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:26,812 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,43843,1731457037377' ***** 2024-11-13T00:17:26,812 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:17:26,812 INFO [RS:0;cb28580903fb:43843 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:17:26,812 INFO [RS:0;cb28580903fb:43843 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:17:26,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43843-0x1010eaf9a2f0001, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Set watcher on znode that does not yet exist, /0-1299398256/running 2024-11-13T00:17:26,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Set watcher on znode that does not yet exist, /0-1299398256/running 2024-11-13T00:17:26,813 INFO [RS:0;cb28580903fb:43843 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:17:26,813 INFO [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d82e0ca981a0001f0a071c7a80951fd 2024-11-13T00:17:26,813 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:17:26,813 INFO [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,43843,1731457037377 2024-11-13T00:17:26,813 INFO [RS:0;cb28580903fb:43843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:17:26,813 INFO [RS:0;cb28580903fb:43843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:43843. 2024-11-13T00:17:26,814 DEBUG [RS:0;cb28580903fb:43843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:26,814 DEBUG [RS:0;cb28580903fb:43843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:26,814 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d82e0ca981a0001f0a071c7a80951fd, disabling compactions & flushes 2024-11-13T00:17:26,814 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd. 2024-11-13T00:17:26,814 INFO [RS:0;cb28580903fb:43843 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:17:26,814 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd. 2024-11-13T00:17:26,814 INFO [RS:0;cb28580903fb:43843 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:17:26,814 INFO [RS:0;cb28580903fb:43843 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:17:26,814 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd. after waiting 0 ms 2024-11-13T00:17:26,814 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd. 2024-11-13T00:17:26,814 INFO [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T00:17:26,814 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7d82e0ca981a0001f0a071c7a80951fd 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T00:17:26,814 INFO [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T00:17:26,814 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1325): Online Regions={7d82e0ca981a0001f0a071c7a80951fd=hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T00:17:26,814 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7d82e0ca981a0001f0a071c7a80951fd 2024-11-13T00:17:26,814 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:17:26,814 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:17:26,814 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:17:26,815 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:17:26,815 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:17:26,815 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T00:17:26,839 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/replication/7d82e0ca981a0001f0a071c7a80951fd/.tmp/queue/b475238619884a15b736d5a1756f9261 is 151, key is 1-cb28580903fb,43843,1731457037377/queue:cb28580903fb%2C43843%2C1731457037377/1731457044165/Put/seqid=0 2024-11-13T00:17:26,839 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/meta/1588230740/.tmp/info/4040695f0fab42e6aff11f26c165f2e2 is 147, key is hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd./info:regioninfo/1731457043936/Put/seqid=0 2024-11-13T00:17:26,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741839_1015 (size=5350) 2024-11-13T00:17:26,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741838_1014 (size=6631) 2024-11-13T00:17:26,850 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:17:26,938 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43843,1731457037377.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457037377,1-cb28580903fb,43843,1731457037377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/WALs/cb28580903fb,43843,1731457037377/cb28580903fb%2C43843%2C1731457037377.1731457039380 to pos 0, reset compression=false 2024-11-13T00:17:27,015 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7d82e0ca981a0001f0a071c7a80951fd 2024-11-13T00:17:27,215 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7d82e0ca981a0001f0a071c7a80951fd 2024-11-13T00:17:27,246 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/replication/7d82e0ca981a0001f0a071c7a80951fd/.tmp/queue/b475238619884a15b736d5a1756f9261 2024-11-13T00:17:27,246 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/meta/1588230740/.tmp/info/4040695f0fab42e6aff11f26c165f2e2 2024-11-13T00:17:27,261 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/replication/7d82e0ca981a0001f0a071c7a80951fd/.tmp/queue/b475238619884a15b736d5a1756f9261 as hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/replication/7d82e0ca981a0001f0a071c7a80951fd/queue/b475238619884a15b736d5a1756f9261 2024-11-13T00:17:27,276 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/replication/7d82e0ca981a0001f0a071c7a80951fd/queue/b475238619884a15b736d5a1756f9261, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T00:17:27,278 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 7d82e0ca981a0001f0a071c7a80951fd in 464ms, sequenceid=5, compaction requested=false 2024-11-13T00:17:27,280 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/meta/1588230740/.tmp/ns/e877077a5dca4455bf613b4e319a401d is 43, key is default/ns:d/1731457040411/Put/seqid=0 2024-11-13T00:17:27,303 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T00:17:27,303 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T00:17:27,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741840_1016 (size=5153) 2024-11-13T00:17:27,304 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/replication/7d82e0ca981a0001f0a071c7a80951fd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T00:17:27,305 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:17:27,305 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:17:27,305 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd. 2024-11-13T00:17:27,305 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d82e0ca981a0001f0a071c7a80951fd: Waiting for close lock at 1731457046813Running coprocessor pre-close hooks at 1731457046813Disabling compacts and flushes for region at 1731457046813Disabling writes for close at 1731457046814 (+1 ms)Obtaining lock to block concurrent updates at 1731457046814Preparing flush snapshotting stores in 7d82e0ca981a0001f0a071c7a80951fd at 1731457046814Finished memstore snapshotting hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731457046814Flushing stores of hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd. at 1731457046815 (+1 ms)Flushing 7d82e0ca981a0001f0a071c7a80951fd/queue: creating writer at 1731457046815Flushing 7d82e0ca981a0001f0a071c7a80951fd/queue: appending metadata at 1731457046838 (+23 ms)Flushing 7d82e0ca981a0001f0a071c7a80951fd/queue: closing flushed file at 1731457046838Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38b7db2f: reopening flushed file at 1731457047260 (+422 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 7d82e0ca981a0001f0a071c7a80951fd in 464ms, sequenceid=5, compaction requested=false at 1731457047278 (+18 ms)Writing region close event to WAL at 1731457047290 (+12 ms)Running coprocessor post-close hooks at 1731457047305 (+15 ms)Closed at 1731457047305 2024-11-13T00:17:27,305 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731457042755.7d82e0ca981a0001f0a071c7a80951fd. 2024-11-13T00:17:27,415 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:17:27,615 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:17:27,705 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/meta/1588230740/.tmp/ns/e877077a5dca4455bf613b4e319a401d 2024-11-13T00:17:27,726 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/meta/1588230740/.tmp/table/d7949637d3854f9db105eb61ea61ac2f is 53, key is hbase:replication/table:state/1731457043946/Put/seqid=0 2024-11-13T00:17:27,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741841_1017 (size=5256) 2024-11-13T00:17:27,746 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43843,1731457037377.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457037377,1-cb28580903fb,43843,1731457037377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/WALs/cb28580903fb,43843,1731457037377/cb28580903fb%2C43843%2C1731457037377.1731457039380 to pos 0, reset compression=false 2024-11-13T00:17:27,816 INFO [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T00:17:27,816 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T00:17:27,816 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:17:28,016 DEBUG [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:17:28,131 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/meta/1588230740/.tmp/table/d7949637d3854f9db105eb61ea61ac2f 2024-11-13T00:17:28,138 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/meta/1588230740/.tmp/info/4040695f0fab42e6aff11f26c165f2e2 as hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/meta/1588230740/info/4040695f0fab42e6aff11f26c165f2e2 2024-11-13T00:17:28,143 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/meta/1588230740/info/4040695f0fab42e6aff11f26c165f2e2, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T00:17:28,144 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/meta/1588230740/.tmp/ns/e877077a5dca4455bf613b4e319a401d as hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/meta/1588230740/ns/e877077a5dca4455bf613b4e319a401d 2024-11-13T00:17:28,149 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/meta/1588230740/ns/e877077a5dca4455bf613b4e319a401d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T00:17:28,150 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/meta/1588230740/.tmp/table/d7949637d3854f9db105eb61ea61ac2f as hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/meta/1588230740/table/d7949637d3854f9db105eb61ea61ac2f 2024-11-13T00:17:28,154 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/meta/1588230740/table/d7949637d3854f9db105eb61ea61ac2f, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T00:17:28,156 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1340ms, sequenceid=11, compaction requested=false 2024-11-13T00:17:28,160 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T00:17:28,160 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:17:28,160 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:17:28,161 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:17:28,161 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457046814Running coprocessor pre-close hooks at 1731457046814Disabling compacts and flushes for region at 1731457046814Disabling writes for close at 1731457046815 (+1 ms)Obtaining lock to block concurrent updates at 1731457046815Preparing flush snapshotting stores in 1588230740 at 1731457046815Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731457046815Flushing stores of hbase:meta,,1.1588230740 at 1731457046816 (+1 ms)Flushing 1588230740/info: creating writer at 1731457046816Flushing 1588230740/info: appending metadata at 1731457046838 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731457046838Flushing 1588230740/ns: creating writer at 1731457047256 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731457047279 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731457047279Flushing 1588230740/table: creating writer at 1731457047711 (+432 ms)Flushing 1588230740/table: appending metadata at 1731457047726 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731457047726Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29a74ff2: reopening flushed file at 1731457048137 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42ab71ee: reopening flushed file at 1731457048143 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@600bf273: reopening flushed file at 1731457048149 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1340ms, sequenceid=11, compaction requested=false at 1731457048156 (+7 ms)Writing region close event to WAL at 1731457048157 (+1 ms)Running coprocessor post-close hooks at 1731457048160 (+3 ms)Closed at 1731457048160 2024-11-13T00:17:28,161 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T00:17:28,216 INFO [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,43843,1731457037377; all regions closed. 2024-11-13T00:17:28,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741834_1010 (size=2742) 2024-11-13T00:17:28,222 DEBUG [RS:0;cb28580903fb:43843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/oldWALs 2024-11-13T00:17:28,222 INFO [RS:0;cb28580903fb:43843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C43843%2C1731457037377.meta:.meta(num 1731457040359) 2024-11-13T00:17:28,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741837_1013 (size=1586) 2024-11-13T00:17:28,225 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/WALs/cb28580903fb,43843,1731457037377/cb28580903fb%2C43843%2C1731457037377.rep.1731457043899 not finished, retry = 0 2024-11-13T00:17:28,329 DEBUG [RS:0;cb28580903fb:43843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/oldWALs 2024-11-13T00:17:28,329 INFO [RS:0;cb28580903fb:43843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C43843%2C1731457037377.rep:(num 1731457043899) 2024-11-13T00:17:28,334 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/WALs/cb28580903fb,43843,1731457037377/cb28580903fb%2C43843%2C1731457037377.1731457039380 not finished, retry = 0 2024-11-13T00:17:28,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741832_1008 (size=93) 2024-11-13T00:17:28,437 DEBUG [RS:0;cb28580903fb:43843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/oldWALs 2024-11-13T00:17:28,437 INFO [RS:0;cb28580903fb:43843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C43843%2C1731457037377:(num 1731457039380) 2024-11-13T00:17:28,437 DEBUG [RS:0;cb28580903fb:43843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:28,437 INFO [RS:0;cb28580903fb:43843 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:17:28,437 INFO [RS:0;cb28580903fb:43843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:17:28,437 INFO [RS:0;cb28580903fb:43843 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T00:17:28,437 INFO [RS:0;cb28580903fb:43843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:17:28,437 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:17:28,438 INFO [RS:0;cb28580903fb:43843 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb28580903fb,43843,1731457037377 because: Region server is closing 2024-11-13T00:17:28,438 INFO [RS:0;cb28580903fb:43843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:43843. 2024-11-13T00:17:28,438 DEBUG [RS:0;cb28580903fb:43843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:28,438 DEBUG [RS:0;cb28580903fb:43843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:28,438 DEBUG [RS:0;cb28580903fb:43843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:28,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:17:28,539 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43843,1731457037377.replicationSource.shippercb28580903fb%2C43843%2C1731457037377,1-cb28580903fb,43843,1731457037377 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T00:17:28,539 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43843,1731457037377.replicationSource.wal-reader.cb28580903fb%2C43843%2C1731457037377,1-cb28580903fb,43843,1731457037377 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T00:17:28,539 INFO [RS:0;cb28580903fb:43843 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43843,1731457037377.replicationSource.shippercb28580903fb%2C43843%2C1731457037377,1-cb28580903fb,43843,1731457037377 terminated 2024-11-13T00:17:28,539 INFO [RS:0;cb28580903fb:43843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43843 2024-11-13T00:17:28,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf9a2f0001, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1299398256/rs/cb28580903fb,43843,1731457037377 2024-11-13T00:17:28,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1299398256/rs 2024-11-13T00:17:28,541 INFO [RS:0;cb28580903fb:43843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:17:28,543 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,43843,1731457037377] 2024-11-13T00:17:28,545 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1299398256/draining/cb28580903fb,43843,1731457037377 already deleted, retry=false 2024-11-13T00:17:28,545 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,43843,1731457037377 expired; onlineServers=0 2024-11-13T00:17:28,545 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb28580903fb,43369,1731457037298' ***** 2024-11-13T00:17:28,545 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T00:17:28,545 INFO [M:0;cb28580903fb:43369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:17:28,545 INFO [M:0;cb28580903fb:43369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:17:28,545 DEBUG [M:0;cb28580903fb:43369 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T00:17:28,545 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T00:17:28,545 DEBUG [M:0;cb28580903fb:43369 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T00:17:28,545 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457039197 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457039197,5,FailOnTimeoutGroup] 2024-11-13T00:17:28,545 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457039197 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457039197,5,FailOnTimeoutGroup] 2024-11-13T00:17:28,546 INFO [M:0;cb28580903fb:43369 {}] hbase.ChoreService(370): Chore service for: master/cb28580903fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T00:17:28,546 INFO [M:0;cb28580903fb:43369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:17:28,546 DEBUG [M:0;cb28580903fb:43369 {}] master.HMaster(1795): Stopping service threads 2024-11-13T00:17:28,546 INFO [M:0;cb28580903fb:43369 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T00:17:28,546 INFO [M:0;cb28580903fb:43369 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:17:28,546 INFO [M:0;cb28580903fb:43369 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T00:17:28,546 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T00:17:28,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1299398256/master 2024-11-13T00:17:28,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1299398256 2024-11-13T00:17:28,548 DEBUG [M:0;cb28580903fb:43369 {}] zookeeper.ZKUtil(347): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Unable to get data of znode /0-1299398256/master because node does not exist (not an error) 2024-11-13T00:17:28,548 WARN [M:0;cb28580903fb:43369 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T00:17:28,549 INFO [M:0;cb28580903fb:43369 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/.lastflushedseqids 2024-11-13T00:17:28,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741842_1018 (size=181) 2024-11-13T00:17:28,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf9a2f0001, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:17:28,643 INFO [RS:0;cb28580903fb:43843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:17:28,643 INFO [RS:0;cb28580903fb:43843 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,43843,1731457037377; zookeeper connection closed. 2024-11-13T00:17:28,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43843-0x1010eaf9a2f0001, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:17:28,644 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f40b6d8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f40b6d8 2024-11-13T00:17:28,644 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T00:17:28,957 INFO [M:0;cb28580903fb:43369 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T00:17:28,957 INFO [M:0;cb28580903fb:43369 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T00:17:28,958 DEBUG [M:0;cb28580903fb:43369 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:17:28,958 INFO [M:0;cb28580903fb:43369 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:28,958 DEBUG [M:0;cb28580903fb:43369 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:28,958 DEBUG [M:0;cb28580903fb:43369 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:17:28,958 DEBUG [M:0;cb28580903fb:43369 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:28,958 INFO [M:0;cb28580903fb:43369 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T00:17:28,982 DEBUG [M:0;cb28580903fb:43369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26b4da6d36de46a48bb8e74ab838e943 is 82, key is hbase:meta,,1/info:regioninfo/1731457040397/Put/seqid=0 2024-11-13T00:17:28,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741843_1019 (size=5672) 2024-11-13T00:17:29,388 INFO [M:0;cb28580903fb:43369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26b4da6d36de46a48bb8e74ab838e943 2024-11-13T00:17:29,416 DEBUG [M:0;cb28580903fb:43369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a9022ce308a414197f141d9a5ef4b71 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731457043951/Put/seqid=0 2024-11-13T00:17:29,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741844_1020 (size=7203) 2024-11-13T00:17:29,822 INFO [M:0;cb28580903fb:43369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a9022ce308a414197f141d9a5ef4b71 2024-11-13T00:17:29,846 DEBUG [M:0;cb28580903fb:43369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9efe2af7cd8490394a1e10900a4b114 is 69, key is cb28580903fb,43843,1731457037377/rs:state/1731457039224/Put/seqid=0 2024-11-13T00:17:29,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741845_1021 (size=5156) 2024-11-13T00:17:30,251 INFO [M:0;cb28580903fb:43369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9efe2af7cd8490394a1e10900a4b114 2024-11-13T00:17:30,257 DEBUG [M:0;cb28580903fb:43369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26b4da6d36de46a48bb8e74ab838e943 as hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26b4da6d36de46a48bb8e74ab838e943 2024-11-13T00:17:30,263 INFO [M:0;cb28580903fb:43369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26b4da6d36de46a48bb8e74ab838e943, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T00:17:30,264 DEBUG [M:0;cb28580903fb:43369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a9022ce308a414197f141d9a5ef4b71 as hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a9022ce308a414197f141d9a5ef4b71 2024-11-13T00:17:30,268 INFO [M:0;cb28580903fb:43369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a9022ce308a414197f141d9a5ef4b71, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T00:17:30,269 DEBUG [M:0;cb28580903fb:43369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9efe2af7cd8490394a1e10900a4b114 as hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a9efe2af7cd8490394a1e10900a4b114 2024-11-13T00:17:30,273 INFO [M:0;cb28580903fb:43369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40513/user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a9efe2af7cd8490394a1e10900a4b114, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T00:17:30,274 INFO [M:0;cb28580903fb:43369 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=70, compaction requested=false 2024-11-13T00:17:30,275 INFO [M:0;cb28580903fb:43369 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:30,276 DEBUG [M:0;cb28580903fb:43369 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457048957Disabling compacts and flushes for region at 1731457048958 (+1 ms)Disabling writes for close at 1731457048958Obtaining lock to block concurrent updates at 1731457048958Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731457048958Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731457048958Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731457048959 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731457048959Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731457048982 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731457048982Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731457049393 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731457049415 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731457049415Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731457049828 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731457049845 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731457049845Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f3341e1: reopening flushed file at 1731457050257 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b781911: reopening flushed file at 1731457050263 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e0f0fd7: reopening flushed file at 1731457050268 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=70, compaction requested=false at 1731457050274 (+6 ms)Writing region close event to WAL at 1731457050275 (+1 ms)Closed at 1731457050275 2024-11-13T00:17:30,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741830_1006 (size=41008) 2024-11-13T00:17:30,278 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6cc51910-673a-4f8d-089e-1c1217beb24e/MasterData/WALs/cb28580903fb,43369,1731457037298/cb28580903fb%2C43369%2C1731457037298.1731457039084 not finished, retry = 0 2024-11-13T00:17:30,379 INFO [M:0;cb28580903fb:43369 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T00:17:30,379 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:17:30,379 INFO [M:0;cb28580903fb:43369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43369 2024-11-13T00:17:30,379 INFO [M:0;cb28580903fb:43369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:17:30,481 INFO [M:0;cb28580903fb:43369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:17:30,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:17:30,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43369-0x1010eaf9a2f0000, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:17:30,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d8272f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:17:30,485 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:17:30,485 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:17:30,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:17:30,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/hadoop.log.dir/,STOPPED} 2024-11-13T00:17:30,492 WARN [BP-863501092-172.17.0.2-1731457036229 heartbeating to localhost/127.0.0.1:40513 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:17:30,492 WARN [BP-863501092-172.17.0.2-1731457036229 heartbeating to localhost/127.0.0.1:40513 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-863501092-172.17.0.2-1731457036229 (Datanode Uuid 0eff2655-bac0-4529-943d-995f43050719) service to localhost/127.0.0.1:40513 2024-11-13T00:17:30,493 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:17:30,493 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/cluster_f524fd6a-d016-9730-8ed8-3c844f2d99bd/data/data1/current/BP-863501092-172.17.0.2-1731457036229 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:17:30,493 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:17:30,493 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/cluster_f524fd6a-d016-9730-8ed8-3c844f2d99bd/data/data2/current/BP-863501092-172.17.0.2-1731457036229 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:17:30,494 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:17:30,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:17:30,501 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:17:30,501 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:17:30,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:17:30,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/255e5348-1b00-5ddb-d45e-9497d6db1231/hadoop.log.dir/,STOPPED} 2024-11-13T00:17:30,508 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T00:17:30,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T00:17:30,528 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 108) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61457) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40513 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:32921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32921 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32921 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32921 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40513 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61457) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40513 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=239 (was 259), ProcessCount=11 (was 11), AvailableMemoryMB=992 (was 1671) 2024-11-13T00:17:30,535 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=992 2024-11-13T00:17:30,548 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-13T00:17:30,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/hadoop.log.dir so I do NOT create it in target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc 2024-11-13T00:17:30,549 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T00:17:30,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/hadoop.tmp.dir so I do NOT create it in target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc 2024-11-13T00:17:30,549 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1466ab4a-9da2-568d-bcd8-f7a36f08ba3e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T00:17:30,549 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc 2024-11-13T00:17:30,549 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/cluster_3cd1b2c5-b698-d7b1-2a6f-33f9ae8f8932, deleteOnExit=true 2024-11-13T00:17:30,552 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/cluster_3cd1b2c5-b698-d7b1-2a6f-33f9ae8f8932/zookeeper_0, clientPort=61146, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/cluster_3cd1b2c5-b698-d7b1-2a6f-33f9ae8f8932/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/cluster_3cd1b2c5-b698-d7b1-2a6f-33f9ae8f8932/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T00:17:30,552 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61146 2024-11-13T00:17:30,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T00:17:30,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T00:17:30,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/test.cache.data in system properties and HBase conf 2024-11-13T00:17:30,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T00:17:30,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/hadoop.log.dir in system properties and HBase conf 2024-11-13T00:17:30,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T00:17:30,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T00:17:30,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T00:17:30,553 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T00:17:30,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:17:30,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:17:30,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T00:17:30,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:17:30,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T00:17:30,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T00:17:30,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:17:30,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:17:30,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T00:17:30,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/nfs.dump.dir in system properties and HBase conf 2024-11-13T00:17:30,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/java.io.tmpdir in system properties and HBase conf 2024-11-13T00:17:30,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:17:30,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T00:17:30,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T00:17:30,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1010eaf9a2f0002, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T00:17:30,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1010eaf9a2f0005, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T00:17:30,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1010eaf9a2f0005, quorum=127.0.0.1:61457, baseZNode=/1286937865 Received Disconnected from ZooKeeper, ignoring 2024-11-13T00:17:30,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1010eaf9a2f0002, quorum=127.0.0.1:61457, baseZNode=/0-1299398256 Received Disconnected from ZooKeeper, ignoring 2024-11-13T00:17:30,629 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T00:17:30,630 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:17:30,646 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:17:30,648 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:17:30,648 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:17:30,668 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:17:30,673 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:17:30,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:17:30,674 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:17:30,674 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T00:17:30,675 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:17:30,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74cb0f58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:17:30,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2f2c21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:17:30,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74a3bd84{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/java.io.tmpdir/jetty-localhost-39169-hadoop-hdfs-3_4_1-tests_jar-_-any-8259008760535430961/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:17:30,792 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c806ef1{HTTP/1.1, (http/1.1)}{localhost:39169} 2024-11-13T00:17:30,792 INFO [Time-limited test {}] server.Server(415): Started @44659ms 2024-11-13T00:17:30,870 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:17:30,874 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:17:30,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:17:30,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:17:30,877 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:17:30,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e0f1b25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:17:30,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ab92463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:17:30,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5377c0bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/java.io.tmpdir/jetty-localhost-41797-hadoop-hdfs-3_4_1-tests_jar-_-any-16640179912572679941/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:17:30,995 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fe4dffa{HTTP/1.1, (http/1.1)}{localhost:41797} 2024-11-13T00:17:30,995 INFO [Time-limited test {}] server.Server(415): Started @44862ms 2024-11-13T00:17:30,997 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:17:31,098 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/cluster_3cd1b2c5-b698-d7b1-2a6f-33f9ae8f8932/data/data1/current/BP-544726136-172.17.0.2-1731457050585/current, will proceed with Du for space computation calculation, 2024-11-13T00:17:31,098 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/cluster_3cd1b2c5-b698-d7b1-2a6f-33f9ae8f8932/data/data2/current/BP-544726136-172.17.0.2-1731457050585/current, will proceed with Du for space computation calculation, 2024-11-13T00:17:31,121 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:17:31,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcecc5946a941783a with lease ID 0xe63078cd56eb550d: Processing first storage report for DS-8f078fd7-5636-4ce3-a635-eb0fdc5b5c80 from datanode DatanodeRegistration(127.0.0.1:42475, datanodeUuid=b94cfbca-a43b-4db0-a004-3ae3593ae206, infoPort=43101, infoSecurePort=0, ipcPort=41635, storageInfo=lv=-57;cid=testClusterID;nsid=895576266;c=1731457050585) 2024-11-13T00:17:31,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcecc5946a941783a with lease ID 0xe63078cd56eb550d: from storage DS-8f078fd7-5636-4ce3-a635-eb0fdc5b5c80 node DatanodeRegistration(127.0.0.1:42475, datanodeUuid=b94cfbca-a43b-4db0-a004-3ae3593ae206, infoPort=43101, infoSecurePort=0, ipcPort=41635, storageInfo=lv=-57;cid=testClusterID;nsid=895576266;c=1731457050585), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:17:31,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcecc5946a941783a with lease ID 0xe63078cd56eb550d: Processing first storage report for DS-bdaa1052-499b-460c-b288-af9cea1812c8 from datanode DatanodeRegistration(127.0.0.1:42475, datanodeUuid=b94cfbca-a43b-4db0-a004-3ae3593ae206, infoPort=43101, infoSecurePort=0, ipcPort=41635, storageInfo=lv=-57;cid=testClusterID;nsid=895576266;c=1731457050585) 2024-11-13T00:17:31,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcecc5946a941783a with lease ID 0xe63078cd56eb550d: from storage DS-bdaa1052-499b-460c-b288-af9cea1812c8 node DatanodeRegistration(127.0.0.1:42475, datanodeUuid=b94cfbca-a43b-4db0-a004-3ae3593ae206, infoPort=43101, infoSecurePort=0, ipcPort=41635, storageInfo=lv=-57;cid=testClusterID;nsid=895576266;c=1731457050585), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:17:31,222 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc 2024-11-13T00:17:31,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:31,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:31,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741825_1001 (size=7) 2024-11-13T00:17:31,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:17:31,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T00:17:31,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T00:17:31,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:17:31,633 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3 with version=8 2024-11-13T00:17:31,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/hbase-staging 2024-11-13T00:17:31,635 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:17:31,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:31,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:31,635 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:17:31,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:31,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:17:31,636 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:17:31,636 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:17:31,636 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36227 2024-11-13T00:17:31,637 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36227 connecting to ZooKeeper ensemble=127.0.0.1:61146 2024-11-13T00:17:31,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362270x0, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:17:31,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36227-0x1010eafd2470000 connected 2024-11-13T00:17:31,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:31,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:31,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Set watcher on znode that does not yet exist, /0-1803925199/running 2024-11-13T00:17:31,666 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3, hbase.cluster.distributed=false 2024-11-13T00:17:31,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Set watcher on znode that does not yet exist, /0-1803925199/acl 2024-11-13T00:17:31,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36227 2024-11-13T00:17:31,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36227 2024-11-13T00:17:31,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36227 2024-11-13T00:17:31,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36227 2024-11-13T00:17:31,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36227 2024-11-13T00:17:31,686 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:17:31,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:31,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:31,686 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:17:31,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:31,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:17:31,686 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:17:31,687 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:17:31,687 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43759 2024-11-13T00:17:31,688 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43759 connecting to ZooKeeper ensemble=127.0.0.1:61146 2024-11-13T00:17:31,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:31,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:31,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437590x0, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:17:31,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437590x0, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Set watcher on znode that does not yet exist, /0-1803925199/running 2024-11-13T00:17:31,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43759-0x1010eafd2470001 connected 2024-11-13T00:17:31,695 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:17:31,696 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:17:31,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43759-0x1010eafd2470001, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Set watcher on znode that does not yet exist, /0-1803925199/master 2024-11-13T00:17:31,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43759-0x1010eafd2470001, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Set watcher on znode that does not yet exist, /0-1803925199/acl 2024-11-13T00:17:31,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43759 2024-11-13T00:17:31,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43759 2024-11-13T00:17:31,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43759 2024-11-13T00:17:31,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43759 2024-11-13T00:17:31,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43759 2024-11-13T00:17:31,717 DEBUG [M:0;cb28580903fb:36227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:36227 2024-11-13T00:17:31,718 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1803925199/backup-masters/cb28580903fb,36227,1731457051635 2024-11-13T00:17:31,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43759-0x1010eafd2470001, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803925199/backup-masters 2024-11-13T00:17:31,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803925199/backup-masters 2024-11-13T00:17:31,720 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Set watcher on existing znode=/0-1803925199/backup-masters/cb28580903fb,36227,1731457051635 2024-11-13T00:17:31,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43759-0x1010eafd2470001, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1803925199/master 2024-11-13T00:17:31,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803925199 2024-11-13T00:17:31,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43759-0x1010eafd2470001, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803925199 2024-11-13T00:17:31,722 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Set watcher on existing znode=/0-1803925199/master 2024-11-13T00:17:31,723 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1803925199/backup-masters/cb28580903fb,36227,1731457051635 from backup master directory 2024-11-13T00:17:31,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1803925199/backup-masters/cb28580903fb,36227,1731457051635 2024-11-13T00:17:31,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43759-0x1010eafd2470001, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803925199/backup-masters 2024-11-13T00:17:31,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803925199/backup-masters 2024-11-13T00:17:31,725 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:17:31,725 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,36227,1731457051635 2024-11-13T00:17:31,734 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/hbase.id] with ID: ac7eba76-4887-4303-a41c-eabc6f50c8ab 2024-11-13T00:17:31,734 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/.tmp/hbase.id 2024-11-13T00:17:31,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741826_1002 (size=42) 2024-11-13T00:17:31,741 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/.tmp/hbase.id]:[hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/hbase.id] 2024-11-13T00:17:31,753 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:31,753 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:17:31,754 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T00:17:31,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803925199 2024-11-13T00:17:31,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43759-0x1010eafd2470001, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803925199 2024-11-13T00:17:31,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741827_1003 (size=196) 2024-11-13T00:17:32,171 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:17:32,172 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:17:32,173 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:17:32,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741828_1004 (size=1189) 2024-11-13T00:17:32,581 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/MasterData/data/master/store 2024-11-13T00:17:32,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741829_1005 (size=34) 2024-11-13T00:17:32,988 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:32,988 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:17:32,988 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:32,988 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:32,988 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:17:32,988 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:32,988 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:32,988 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457052988Disabling compacts and flushes for region at 1731457052988Disabling writes for close at 1731457052988Writing region close event to WAL at 1731457052988Closed at 1731457052988 2024-11-13T00:17:32,989 WARN [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/MasterData/data/master/store/.initializing 2024-11-13T00:17:32,989 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/MasterData/WALs/cb28580903fb,36227,1731457051635 2024-11-13T00:17:32,990 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:17:32,991 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C36227%2C1731457051635, suffix=, logDir=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/MasterData/WALs/cb28580903fb,36227,1731457051635, archiveDir=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/MasterData/oldWALs, maxLogs=10 2024-11-13T00:17:33,005 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/MasterData/WALs/cb28580903fb,36227,1731457051635/cb28580903fb%2C36227%2C1731457051635.1731457052992, exclude list is [], retry=0 2024-11-13T00:17:33,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42475,DS-8f078fd7-5636-4ce3-a635-eb0fdc5b5c80,DISK] 2024-11-13T00:17:33,010 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/MasterData/WALs/cb28580903fb,36227,1731457051635/cb28580903fb%2C36227%2C1731457051635.1731457052992 2024-11-13T00:17:33,010 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43101:43101)] 2024-11-13T00:17:33,010 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:17:33,010 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:33,010 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:33,010 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:33,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:33,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:17:33,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:33,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:33,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:33,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:17:33,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:33,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:33,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:33,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:17:33,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:33,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:33,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:33,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:17:33,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:33,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:33,019 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:33,019 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:33,020 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:33,021 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:33,021 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:33,021 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:17:33,022 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:33,024 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:17:33,025 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70409575, jitterRate=0.04918442666530609}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:17:33,025 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731457053011Initializing all the Stores at 1731457053011Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457053011Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457053012 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457053012Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457053012Cleaning up temporary data from old regions at 1731457053021 (+9 ms)Region opened successfully at 1731457053025 (+4 ms) 2024-11-13T00:17:33,025 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:17:33,028 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d44e26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:17:33,029 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T00:17:33,029 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:17:33,029 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:17:33,030 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:17:33,030 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T00:17:33,030 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T00:17:33,030 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:17:33,032 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:17:33,033 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Unable to get data of znode /0-1803925199/balancer because node does not exist (not necessarily an error) 2024-11-13T00:17:33,034 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1803925199/balancer already deleted, retry=false 2024-11-13T00:17:33,034 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:17:33,035 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Unable to get data of znode /0-1803925199/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:17:33,036 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1803925199/normalizer already deleted, retry=false 2024-11-13T00:17:33,036 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:17:33,037 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Unable to get data of znode /0-1803925199/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:17:33,042 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1803925199/switch/split already deleted, retry=false 2024-11-13T00:17:33,043 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Unable to get data of znode /0-1803925199/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:17:33,044 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1803925199/switch/merge already deleted, retry=false 2024-11-13T00:17:33,046 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Unable to get data of znode /0-1803925199/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:17:33,047 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1803925199/snapshot-cleanup already deleted, retry=false 2024-11-13T00:17:33,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1803925199/running 2024-11-13T00:17:33,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43759-0x1010eafd2470001, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1803925199/running 2024-11-13T00:17:33,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803925199 2024-11-13T00:17:33,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43759-0x1010eafd2470001, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803925199 2024-11-13T00:17:33,050 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,36227,1731457051635, sessionid=0x1010eafd2470000, setting cluster-up flag (Was=false) 2024-11-13T00:17:33,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803925199 2024-11-13T00:17:33,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43759-0x1010eafd2470001, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803925199 2024-11-13T00:17:33,059 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1803925199/flush-table-proc/acquired, /0-1803925199/flush-table-proc/reached, /0-1803925199/flush-table-proc/abort 2024-11-13T00:17:33,060 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,36227,1731457051635 2024-11-13T00:17:33,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803925199 2024-11-13T00:17:33,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43759-0x1010eafd2470001, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803925199 2024-11-13T00:17:33,069 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1803925199/online-snapshot/acquired, /0-1803925199/online-snapshot/reached, /0-1803925199/online-snapshot/abort 2024-11-13T00:17:33,069 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,36227,1731457051635 2024-11-13T00:17:33,070 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T00:17:33,072 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:17:33,072 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:17:33,072 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:17:33,073 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,36227,1731457051635 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:17:33,074 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:17:33,074 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:17:33,074 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:17:33,074 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:17:33,074 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:17:33,074 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:33,074 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:17:33,074 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:33,075 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731457083075 2024-11-13T00:17:33,075 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:17:33,075 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:17:33,075 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:17:33,075 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:17:33,075 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:17:33,075 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:17:33,075 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:33,076 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:17:33,076 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T00:17:33,076 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:17:33,076 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:17:33,076 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:17:33,076 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T00:17:33,076 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:17:33,076 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:17:33,077 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457053076,5,FailOnTimeoutGroup] 2024-11-13T00:17:33,077 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:33,077 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T00:17:33,080 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457053077,5,FailOnTimeoutGroup] 2024-11-13T00:17:33,080 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:33,080 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:17:33,080 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:33,080 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:33,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741831_1007 (size=1321) 2024-11-13T00:17:33,108 INFO [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(746): ClusterId : ac7eba76-4887-4303-a41c-eabc6f50c8ab 2024-11-13T00:17:33,108 DEBUG [RS:0;cb28580903fb:43759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:17:33,110 DEBUG [RS:0;cb28580903fb:43759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:17:33,110 DEBUG [RS:0;cb28580903fb:43759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:17:33,112 DEBUG [RS:0;cb28580903fb:43759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:17:33,113 DEBUG [RS:0;cb28580903fb:43759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ee2c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:17:33,125 DEBUG [RS:0;cb28580903fb:43759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:43759 2024-11-13T00:17:33,125 INFO [RS:0;cb28580903fb:43759 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:17:33,126 INFO [RS:0;cb28580903fb:43759 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:17:33,126 DEBUG [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:17:33,126 INFO [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,36227,1731457051635 with port=43759, startcode=1731457051686 2024-11-13T00:17:33,127 DEBUG [RS:0;cb28580903fb:43759 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:17:33,128 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:17:33,129 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36227 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,43759,1731457051686 2024-11-13T00:17:33,129 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36227 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,43759,1731457051686 2024-11-13T00:17:33,131 DEBUG [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3 2024-11-13T00:17:33,131 DEBUG [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43195 2024-11-13T00:17:33,131 DEBUG [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:17:33,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803925199/rs 2024-11-13T00:17:33,134 DEBUG [RS:0;cb28580903fb:43759 {}] zookeeper.ZKUtil(111): regionserver:43759-0x1010eafd2470001, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Set watcher on existing znode=/0-1803925199/rs/cb28580903fb,43759,1731457051686 2024-11-13T00:17:33,134 WARN [RS:0;cb28580903fb:43759 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:17:33,134 INFO [RS:0;cb28580903fb:43759 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:17:33,134 DEBUG [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686 2024-11-13T00:17:33,134 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,43759,1731457051686] 2024-11-13T00:17:33,137 INFO [RS:0;cb28580903fb:43759 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:17:33,139 INFO [RS:0;cb28580903fb:43759 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:17:33,139 INFO [RS:0;cb28580903fb:43759 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:17:33,139 INFO [RS:0;cb28580903fb:43759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:33,140 INFO [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:17:33,141 INFO [RS:0;cb28580903fb:43759 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:17:33,141 INFO [RS:0;cb28580903fb:43759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:33,141 DEBUG [RS:0;cb28580903fb:43759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:33,141 DEBUG [RS:0;cb28580903fb:43759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:33,141 DEBUG [RS:0;cb28580903fb:43759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:33,141 DEBUG [RS:0;cb28580903fb:43759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:33,141 DEBUG [RS:0;cb28580903fb:43759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:33,141 DEBUG [RS:0;cb28580903fb:43759 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:17:33,141 DEBUG [RS:0;cb28580903fb:43759 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:33,141 DEBUG [RS:0;cb28580903fb:43759 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:33,141 DEBUG [RS:0;cb28580903fb:43759 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:33,142 DEBUG [RS:0;cb28580903fb:43759 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:33,142 DEBUG [RS:0;cb28580903fb:43759 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:33,142 DEBUG [RS:0;cb28580903fb:43759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:33,142 DEBUG [RS:0;cb28580903fb:43759 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:17:33,142 DEBUG [RS:0;cb28580903fb:43759 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:17:33,143 INFO [RS:0;cb28580903fb:43759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:33,144 INFO [RS:0;cb28580903fb:43759 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:33,144 INFO [RS:0;cb28580903fb:43759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:33,144 INFO [RS:0;cb28580903fb:43759 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:33,144 INFO [RS:0;cb28580903fb:43759 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:33,144 INFO [RS:0;cb28580903fb:43759 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43759,1731457051686-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:17:33,159 INFO [RS:0;cb28580903fb:43759 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:17:33,159 INFO [RS:0;cb28580903fb:43759 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43759,1731457051686-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:33,159 INFO [RS:0;cb28580903fb:43759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:33,159 INFO [RS:0;cb28580903fb:43759 {}] regionserver.Replication(171): cb28580903fb,43759,1731457051686 started 2024-11-13T00:17:33,175 INFO [RS:0;cb28580903fb:43759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:33,175 INFO [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,43759,1731457051686, RpcServer on cb28580903fb/172.17.0.2:43759, sessionid=0x1010eafd2470001 2024-11-13T00:17:33,175 DEBUG [RS:0;cb28580903fb:43759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:17:33,175 DEBUG [RS:0;cb28580903fb:43759 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,43759,1731457051686 2024-11-13T00:17:33,175 DEBUG [RS:0;cb28580903fb:43759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,43759,1731457051686' 2024-11-13T00:17:33,175 DEBUG [RS:0;cb28580903fb:43759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1803925199/flush-table-proc/abort' 2024-11-13T00:17:33,176 DEBUG [RS:0;cb28580903fb:43759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1803925199/flush-table-proc/acquired' 2024-11-13T00:17:33,176 DEBUG [RS:0;cb28580903fb:43759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:17:33,177 DEBUG [RS:0;cb28580903fb:43759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:17:33,177 DEBUG [RS:0;cb28580903fb:43759 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,43759,1731457051686 2024-11-13T00:17:33,177 DEBUG [RS:0;cb28580903fb:43759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,43759,1731457051686' 2024-11-13T00:17:33,177 DEBUG [RS:0;cb28580903fb:43759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1803925199/online-snapshot/abort' 2024-11-13T00:17:33,177 DEBUG [RS:0;cb28580903fb:43759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1803925199/online-snapshot/acquired' 2024-11-13T00:17:33,177 DEBUG [RS:0;cb28580903fb:43759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:17:33,177 INFO [RS:0;cb28580903fb:43759 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:17:33,177 INFO [RS:0;cb28580903fb:43759 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:17:33,278 INFO [RS:0;cb28580903fb:43759 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:17:33,280 INFO [RS:0;cb28580903fb:43759 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C43759%2C1731457051686, suffix=, logDir=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686, archiveDir=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/oldWALs, maxLogs=10 2024-11-13T00:17:33,294 DEBUG [RS:0;cb28580903fb:43759 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280, exclude list is [], retry=0 2024-11-13T00:17:33,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42475,DS-8f078fd7-5636-4ce3-a635-eb0fdc5b5c80,DISK] 2024-11-13T00:17:33,299 INFO [RS:0;cb28580903fb:43759 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 2024-11-13T00:17:33,299 DEBUG [RS:0;cb28580903fb:43759 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43101:43101)] 2024-11-13T00:17:33,489 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T00:17:33,490 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3 2024-11-13T00:17:33,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741833_1009 (size=32) 2024-11-13T00:17:33,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:33,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:17:33,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:17:33,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:33,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:33,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:17:33,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:17:33,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:33,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:33,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:17:33,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:17:33,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:33,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:33,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:17:33,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:17:33,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:33,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:33,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:17:33,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/1588230740 2024-11-13T00:17:33,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/1588230740 2024-11-13T00:17:33,911 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:17:33,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:17:33,912 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:17:33,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:17:33,916 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:17:33,916 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72052098, jitterRate=0.07365992665290833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:17:33,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731457053899Initializing all the Stores at 1731457053900 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457053900Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457053901 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457053901Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457053901Cleaning up temporary data from old regions at 1731457053912 (+11 ms)Region opened successfully at 1731457053917 (+5 ms) 2024-11-13T00:17:33,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:17:33,917 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:17:33,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:17:33,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:17:33,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:17:33,918 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:17:33,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457053917Disabling compacts and flushes for region at 1731457053917Disabling writes for close at 1731457053917Writing region close event to WAL at 1731457053918 (+1 ms)Closed at 1731457053918 2024-11-13T00:17:33,919 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:17:33,919 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T00:17:33,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:17:33,921 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:17:33,923 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T00:17:34,073 DEBUG [cb28580903fb:36227 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:17:34,074 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,43759,1731457051686 2024-11-13T00:17:34,075 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,43759,1731457051686, state=OPENING 2024-11-13T00:17:34,077 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T00:17:34,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43759-0x1010eafd2470001, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803925199 2024-11-13T00:17:34,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803925199 2024-11-13T00:17:34,083 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:17:34,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,43759,1731457051686}] 2024-11-13T00:17:34,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1803925199/meta-region-server: CHANGED 2024-11-13T00:17:34,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1803925199/meta-region-server: CHANGED 2024-11-13T00:17:34,248 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:17:34,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:17:34,260 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:17:34,261 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:17:34,261 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T00:17:34,263 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C43759%2C1731457051686.meta, suffix=.meta, logDir=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686, archiveDir=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/oldWALs, maxLogs=10 2024-11-13T00:17:34,286 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.meta.1731457054264.meta, exclude list is [], retry=0 2024-11-13T00:17:34,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42475,DS-8f078fd7-5636-4ce3-a635-eb0fdc5b5c80,DISK] 2024-11-13T00:17:34,297 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.meta.1731457054264.meta 2024-11-13T00:17:34,303 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43101:43101)] 2024-11-13T00:17:34,303 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:17:34,303 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:17:34,303 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:17:34,304 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:17:34,304 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:17:34,304 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:17:34,304 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:34,304 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:17:34,304 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:17:34,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:17:34,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:17:34,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:34,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:34,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:17:34,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:17:34,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:34,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:34,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:17:34,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:17:34,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:34,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:34,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:17:34,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:17:34,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:34,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:34,334 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:17:34,335 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/1588230740 2024-11-13T00:17:34,336 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/1588230740 2024-11-13T00:17:34,339 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:17:34,339 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:17:34,340 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:17:34,343 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:17:34,344 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70812700, jitterRate=0.05519145727157593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:17:34,344 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:17:34,345 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731457054304Writing region info on filesystem at 1731457054304Initializing all the Stores at 1731457054307 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457054307Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457054316 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457054316Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457054316Cleaning up temporary data from old regions at 1731457054339 (+23 ms)Running coprocessor post-open hooks at 1731457054344 (+5 ms)Region opened successfully at 1731457054345 (+1 ms) 2024-11-13T00:17:34,347 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731457054244 2024-11-13T00:17:34,350 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:17:34,350 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:17:34,351 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,43759,1731457051686 2024-11-13T00:17:34,353 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,43759,1731457051686, state=OPEN 2024-11-13T00:17:34,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43759-0x1010eafd2470001, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1803925199/meta-region-server 2024-11-13T00:17:34,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1803925199/meta-region-server: CHANGED 2024-11-13T00:17:34,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1803925199/meta-region-server 2024-11-13T00:17:34,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1803925199/meta-region-server: CHANGED 2024-11-13T00:17:34,355 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,43759,1731457051686 2024-11-13T00:17:34,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T00:17:34,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,43759,1731457051686 in 272 msec 2024-11-13T00:17:34,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T00:17:34,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec 2024-11-13T00:17:34,362 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:17:34,362 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T00:17:34,363 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:17:34,363 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,43759,1731457051686, seqNum=-1] 2024-11-13T00:17:34,364 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:17:34,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:17:34,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3010 sec 2024-11-13T00:17:34,375 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731457054375, completionTime=-1 2024-11-13T00:17:34,375 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T00:17:34,375 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:17:34,377 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T00:17:34,377 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731457114377 2024-11-13T00:17:34,377 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731457174377 2024-11-13T00:17:34,377 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T00:17:34,378 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,36227,1731457051635-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:34,378 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,36227,1731457051635-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:34,378 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,36227,1731457051635-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:34,378 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:36227, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:34,378 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:34,378 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:34,380 DEBUG [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T00:17:34,383 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.658sec 2024-11-13T00:17:34,383 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:17:34,383 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:17:34,383 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:17:34,383 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:17:34,384 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:17:34,384 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,36227,1731457051635-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:17:34,384 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,36227,1731457051635-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:17:34,391 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:17:34,391 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:17:34,391 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,36227,1731457051635-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:34,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34474525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:34,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,36227,-1 for getting cluster id 2024-11-13T00:17:34,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:17:34,415 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac7eba76-4887-4303-a41c-eabc6f50c8ab' 2024-11-13T00:17:34,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:17:34,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac7eba76-4887-4303-a41c-eabc6f50c8ab" 2024-11-13T00:17:34,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f6da73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:34,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,36227,-1] 2024-11-13T00:17:34,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:17:34,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:34,418 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:17:34,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec4f0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:34,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:17:34,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,43759,1731457051686, seqNum=-1] 2024-11-13T00:17:34,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:17:34,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:17:34,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb28580903fb,36227,1731457051635 2024-11-13T00:17:34,428 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61146 2024-11-13T00:17:34,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/hadoop.log.dir so I do NOT create it in target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7 2024-11-13T00:17:34,460 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T00:17:34,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/hadoop.tmp.dir so I do NOT create it in target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7 2024-11-13T00:17:34,460 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T00:17:34,460 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7 2024-11-13T00:17:34,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T00:17:34,460 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/cluster_3187eb79-0253-4f77-e469-b6963e8efd39, deleteOnExit=true 2024-11-13T00:17:34,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T00:17:34,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:17:34,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/test.cache.data in system properties and HBase conf 2024-11-13T00:17:34,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T00:17:34,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/hadoop.log.dir in system properties and HBase conf 2024-11-13T00:17:34,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T00:17:34,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T00:17:34,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T00:17:34,461 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T00:17:34,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:17:34,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:17:34,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T00:17:34,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:17:34,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T00:17:34,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T00:17:34,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:17:34,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:17:34,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T00:17:34,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/nfs.dump.dir in system properties and HBase conf 2024-11-13T00:17:34,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/java.io.tmpdir in system properties and HBase conf 2024-11-13T00:17:34,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:17:34,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T00:17:34,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T00:17:34,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1010eafd2470002 connected 2024-11-13T00:17:34,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:17:34,615 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:17:34,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:17:34,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:17:34,641 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:17:34,652 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:17:34,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61fc1e28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:17:34,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57a504e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:17:34,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3464a5df{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/java.io.tmpdir/jetty-localhost-40157-hadoop-hdfs-3_4_1-tests_jar-_-any-18444857607581488756/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:17:34,809 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@891ab73{HTTP/1.1, (http/1.1)}{localhost:40157} 2024-11-13T00:17:34,809 INFO [Time-limited test {}] server.Server(415): Started @48676ms 2024-11-13T00:17:34,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:17:34,940 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:17:34,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:17:34,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:17:34,945 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:17:34,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3029c162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:17:34,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22491f67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:17:35,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13f1d5f3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/java.io.tmpdir/jetty-localhost-39741-hadoop-hdfs-3_4_1-tests_jar-_-any-12306850514472365836/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:17:35,097 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b468588{HTTP/1.1, (http/1.1)}{localhost:39741} 2024-11-13T00:17:35,097 INFO [Time-limited test {}] server.Server(415): Started @48963ms 2024-11-13T00:17:35,098 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:17:35,283 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/cluster_3187eb79-0253-4f77-e469-b6963e8efd39/data/data1/current/BP-106897392-172.17.0.2-1731457054494/current, will proceed with Du for space computation calculation, 2024-11-13T00:17:35,288 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/cluster_3187eb79-0253-4f77-e469-b6963e8efd39/data/data2/current/BP-106897392-172.17.0.2-1731457054494/current, will proceed with Du for space computation calculation, 2024-11-13T00:17:35,337 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:17:35,356 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8dd1e6897c77f4f0 with lease ID 0x373ac4b5cfbc285e: Processing first storage report for DS-b97efdd3-c7e6-4fe3-a6e2-dc080bc9e278 from datanode DatanodeRegistration(127.0.0.1:44503, datanodeUuid=c06e8f8d-a127-4c5d-8614-bfa460fb9d29, infoPort=34481, infoSecurePort=0, ipcPort=41079, storageInfo=lv=-57;cid=testClusterID;nsid=1189963047;c=1731457054494) 2024-11-13T00:17:35,356 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8dd1e6897c77f4f0 with lease ID 0x373ac4b5cfbc285e: from storage DS-b97efdd3-c7e6-4fe3-a6e2-dc080bc9e278 node DatanodeRegistration(127.0.0.1:44503, datanodeUuid=c06e8f8d-a127-4c5d-8614-bfa460fb9d29, infoPort=34481, infoSecurePort=0, ipcPort=41079, storageInfo=lv=-57;cid=testClusterID;nsid=1189963047;c=1731457054494), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:17:35,357 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8dd1e6897c77f4f0 with lease ID 0x373ac4b5cfbc285e: Processing first storage report for DS-94f618b9-fe4a-4ba6-992b-9d949de25026 from datanode DatanodeRegistration(127.0.0.1:44503, datanodeUuid=c06e8f8d-a127-4c5d-8614-bfa460fb9d29, infoPort=34481, infoSecurePort=0, ipcPort=41079, storageInfo=lv=-57;cid=testClusterID;nsid=1189963047;c=1731457054494) 2024-11-13T00:17:35,357 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8dd1e6897c77f4f0 with lease ID 0x373ac4b5cfbc285e: from storage DS-94f618b9-fe4a-4ba6-992b-9d949de25026 node DatanodeRegistration(127.0.0.1:44503, datanodeUuid=c06e8f8d-a127-4c5d-8614-bfa460fb9d29, infoPort=34481, infoSecurePort=0, ipcPort=41079, storageInfo=lv=-57;cid=testClusterID;nsid=1189963047;c=1731457054494), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:17:35,374 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7 2024-11-13T00:17:35,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:35,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:35,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741825_1001 (size=7) 2024-11-13T00:17:35,395 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd with version=8 2024-11-13T00:17:35,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/hbase-staging 2024-11-13T00:17:35,398 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:17:35,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:35,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:35,398 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:17:35,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:35,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:17:35,398 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:17:35,398 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:17:35,403 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34255 2024-11-13T00:17:35,404 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34255 connecting to ZooKeeper ensemble=127.0.0.1:61146 2024-11-13T00:17:35,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342550x0, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:17:35,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34255-0x1010eafd2470003 connected 2024-11-13T00:17:35,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:35,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:35,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Set watcher on znode that does not yet exist, /12005318313/running 2024-11-13T00:17:35,465 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd, hbase.cluster.distributed=false 2024-11-13T00:17:35,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Set watcher on znode that does not yet exist, /12005318313/acl 2024-11-13T00:17:35,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34255 2024-11-13T00:17:35,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34255 2024-11-13T00:17:35,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34255 2024-11-13T00:17:35,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34255 2024-11-13T00:17:35,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34255 2024-11-13T00:17:35,496 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:17:35,497 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:35,497 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:35,497 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:17:35,497 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:17:35,497 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:17:35,497 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:17:35,497 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:17:35,499 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37833 2024-11-13T00:17:35,500 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37833 connecting to ZooKeeper ensemble=127.0.0.1:61146 2024-11-13T00:17:35,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:35,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:35,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378330x0, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:17:35,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378330x0, quorum=127.0.0.1:61146, baseZNode=/12005318313 Set watcher on znode that does not yet exist, /12005318313/running 2024-11-13T00:17:35,509 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:17:35,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37833-0x1010eafd2470004 connected 2024-11-13T00:17:35,517 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:17:35,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37833-0x1010eafd2470004, quorum=127.0.0.1:61146, baseZNode=/12005318313 Set watcher on znode that does not yet exist, /12005318313/master 2024-11-13T00:17:35,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37833-0x1010eafd2470004, quorum=127.0.0.1:61146, baseZNode=/12005318313 Set watcher on znode that does not yet exist, /12005318313/acl 2024-11-13T00:17:35,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37833 2024-11-13T00:17:35,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37833 2024-11-13T00:17:35,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37833 2024-11-13T00:17:35,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37833 2024-11-13T00:17:35,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37833 2024-11-13T00:17:35,555 DEBUG [M:0;cb28580903fb:34255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:34255 2024-11-13T00:17:35,556 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12005318313/backup-masters/cb28580903fb,34255,1731457055398 2024-11-13T00:17:35,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37833-0x1010eafd2470004, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005318313/backup-masters 2024-11-13T00:17:35,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005318313/backup-masters 2024-11-13T00:17:35,560 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Set watcher on existing znode=/12005318313/backup-masters/cb28580903fb,34255,1731457055398 2024-11-13T00:17:35,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37833-0x1010eafd2470004, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12005318313/master 2024-11-13T00:17:35,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005318313 2024-11-13T00:17:35,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37833-0x1010eafd2470004, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005318313 2024-11-13T00:17:35,562 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Set watcher on existing znode=/12005318313/master 2024-11-13T00:17:35,563 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12005318313/backup-masters/cb28580903fb,34255,1731457055398 from backup master directory 2024-11-13T00:17:35,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12005318313/backup-masters/cb28580903fb,34255,1731457055398 2024-11-13T00:17:35,564 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:17:35,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005318313/backup-masters 2024-11-13T00:17:35,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37833-0x1010eafd2470004, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005318313/backup-masters 2024-11-13T00:17:35,565 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,34255,1731457055398 2024-11-13T00:17:35,582 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/hbase.id] with ID: fc61066a-bf3b-4b12-be7b-486b193b3a64 2024-11-13T00:17:35,582 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/.tmp/hbase.id 2024-11-13T00:17:35,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741826_1002 (size=42) 2024-11-13T00:17:35,596 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/.tmp/hbase.id]:[hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/hbase.id] 2024-11-13T00:17:35,610 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:35,611 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:17:35,612 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T00:17:35,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37833-0x1010eafd2470004, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005318313 2024-11-13T00:17:35,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005318313 2024-11-13T00:17:35,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741827_1003 (size=196) 2024-11-13T00:17:36,027 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:17:36,028 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:17:36,029 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:17:36,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741828_1004 (size=1189) 2024-11-13T00:17:36,449 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/MasterData/data/master/store 2024-11-13T00:17:36,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741829_1005 (size=34) 2024-11-13T00:17:36,809 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:17:36,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:17:36,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:17:36,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:17:36,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:17:36,857 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:36,857 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:17:36,857 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:36,857 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:36,857 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:17:36,857 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:36,857 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:17:36,857 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457056857Disabling compacts and flushes for region at 1731457056857Disabling writes for close at 1731457056857Writing region close event to WAL at 1731457056857Closed at 1731457056857 2024-11-13T00:17:36,861 WARN [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/MasterData/data/master/store/.initializing 2024-11-13T00:17:36,861 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/MasterData/WALs/cb28580903fb,34255,1731457055398 2024-11-13T00:17:36,862 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:17:36,865 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C34255%2C1731457055398, suffix=, logDir=hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/MasterData/WALs/cb28580903fb,34255,1731457055398, archiveDir=hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/MasterData/oldWALs, maxLogs=10 2024-11-13T00:17:36,884 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/MasterData/WALs/cb28580903fb,34255,1731457055398/cb28580903fb%2C34255%2C1731457055398.1731457056865, exclude list is [], retry=0 2024-11-13T00:17:36,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44503,DS-b97efdd3-c7e6-4fe3-a6e2-dc080bc9e278,DISK] 2024-11-13T00:17:36,902 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/MasterData/WALs/cb28580903fb,34255,1731457055398/cb28580903fb%2C34255%2C1731457055398.1731457056865 2024-11-13T00:17:36,902 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34481:34481)] 2024-11-13T00:17:36,902 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:17:36,903 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:36,903 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:36,903 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:36,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:36,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:17:36,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:36,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:36,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:36,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:17:36,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:36,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:36,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:36,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:17:36,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:36,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:36,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:36,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:17:36,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:36,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:36,914 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:36,914 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:36,915 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:36,917 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:36,917 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:36,918 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:17:36,919 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:17:36,929 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:17:36,930 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65751288, jitterRate=-0.020229458808898926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:17:36,930 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731457056903Initializing all the Stores at 1731457056904 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457056904Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457056905 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457056905Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457056905Cleaning up temporary data from old regions at 1731457056917 (+12 ms)Region opened successfully at 1731457056930 (+13 ms) 2024-11-13T00:17:36,931 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:17:36,941 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23cc5fb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:17:36,942 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T00:17:36,942 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:17:36,942 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:17:36,942 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:17:36,943 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T00:17:36,944 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T00:17:36,944 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:17:36,949 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:17:36,950 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Unable to get data of znode /12005318313/balancer because node does not exist (not necessarily an error) 2024-11-13T00:17:36,952 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12005318313/balancer already deleted, retry=false 2024-11-13T00:17:36,952 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:17:36,954 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Unable to get data of znode /12005318313/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:17:36,955 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12005318313/normalizer already deleted, retry=false 2024-11-13T00:17:36,955 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:17:36,961 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Unable to get data of znode /12005318313/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:17:36,963 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12005318313/switch/split already deleted, retry=false 2024-11-13T00:17:36,964 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Unable to get data of znode /12005318313/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:17:36,970 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12005318313/switch/merge already deleted, retry=false 2024-11-13T00:17:36,974 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Unable to get data of znode /12005318313/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:17:36,976 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12005318313/snapshot-cleanup already deleted, retry=false 2024-11-13T00:17:36,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37833-0x1010eafd2470004, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12005318313/running 2024-11-13T00:17:36,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37833-0x1010eafd2470004, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005318313 2024-11-13T00:17:36,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12005318313/running 2024-11-13T00:17:36,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005318313 2024-11-13T00:17:36,979 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,34255,1731457055398, sessionid=0x1010eafd2470003, setting cluster-up flag (Was=false) 2024-11-13T00:17:36,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005318313 2024-11-13T00:17:36,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37833-0x1010eafd2470004, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005318313 2024-11-13T00:17:36,992 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12005318313/flush-table-proc/acquired, /12005318313/flush-table-proc/reached, /12005318313/flush-table-proc/abort 2024-11-13T00:17:36,995 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,34255,1731457055398 2024-11-13T00:17:37,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005318313 2024-11-13T00:17:37,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37833-0x1010eafd2470004, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005318313 2024-11-13T00:17:37,009 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12005318313/online-snapshot/acquired, /12005318313/online-snapshot/reached, /12005318313/online-snapshot/abort 2024-11-13T00:17:37,010 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,34255,1731457055398 2024-11-13T00:17:37,013 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T00:17:37,018 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:17:37,019 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:17:37,019 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:17:37,019 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,34255,1731457055398 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:17:37,021 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:17:37,021 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:17:37,021 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:17:37,021 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:17:37,021 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:17:37,021 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:37,021 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:17:37,022 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:37,024 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:17:37,024 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T00:17:37,025 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:37,025 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T00:17:37,037 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731457087037 2024-11-13T00:17:37,037 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:17:37,037 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:17:37,037 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:17:37,037 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:17:37,037 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:17:37,037 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:17:37,038 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:37,040 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:17:37,041 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:17:37,041 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:17:37,041 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T00:17:37,045 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:17:37,045 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:17:37,047 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457057045,5,FailOnTimeoutGroup] 2024-11-13T00:17:37,048 INFO [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer(746): ClusterId : fc61066a-bf3b-4b12-be7b-486b193b3a64 2024-11-13T00:17:37,049 DEBUG [RS:0;cb28580903fb:37833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:17:37,050 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457057047,5,FailOnTimeoutGroup] 2024-11-13T00:17:37,050 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:37,050 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:17:37,050 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:37,050 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:37,052 DEBUG [RS:0;cb28580903fb:37833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:17:37,052 DEBUG [RS:0;cb28580903fb:37833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:17:37,058 DEBUG [RS:0;cb28580903fb:37833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:17:37,059 DEBUG [RS:0;cb28580903fb:37833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c0c5668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:17:37,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741831_1007 (size=1321) 2024-11-13T00:17:37,066 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T00:17:37,066 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd 2024-11-13T00:17:37,076 DEBUG [RS:0;cb28580903fb:37833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:37833 2024-11-13T00:17:37,076 INFO [RS:0;cb28580903fb:37833 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:17:37,076 INFO [RS:0;cb28580903fb:37833 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:17:37,076 DEBUG [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:17:37,077 INFO [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,34255,1731457055398 with port=37833, startcode=1731457055496 2024-11-13T00:17:37,078 DEBUG [RS:0;cb28580903fb:37833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:17:37,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741832_1008 (size=32) 2024-11-13T00:17:37,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:37,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:17:37,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:17:37,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:37,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:37,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:17:37,097 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:17:37,098 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34255 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,37833,1731457055496 2024-11-13T00:17:37,098 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34255 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,37833,1731457055496 2024-11-13T00:17:37,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:17:37,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:37,100 DEBUG [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd 2024-11-13T00:17:37,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:37,100 DEBUG [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38341 2024-11-13T00:17:37,100 DEBUG [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:17:37,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:17:37,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:17:37,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:37,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:37,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:17:37,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:17:37,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:37,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:37,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:17:37,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005318313/rs 2024-11-13T00:17:37,107 DEBUG [RS:0;cb28580903fb:37833 {}] zookeeper.ZKUtil(111): regionserver:37833-0x1010eafd2470004, quorum=127.0.0.1:61146, baseZNode=/12005318313 Set watcher on existing znode=/12005318313/rs/cb28580903fb,37833,1731457055496 2024-11-13T00:17:37,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/1588230740 2024-11-13T00:17:37,107 WARN [RS:0;cb28580903fb:37833 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:17:37,107 INFO [RS:0;cb28580903fb:37833 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:17:37,107 DEBUG [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/WALs/cb28580903fb,37833,1731457055496 2024-11-13T00:17:37,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/1588230740 2024-11-13T00:17:37,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:17:37,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:17:37,110 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:17:37,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:17:37,118 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,37833,1731457055496] 2024-11-13T00:17:37,122 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:17:37,122 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66363535, jitterRate=-0.01110626757144928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:17:37,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731457057082Initializing all the Stores at 1731457057083 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457057083Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457057092 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457057092Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457057092Cleaning up temporary data from old regions at 1731457057109 (+17 ms)Region opened successfully at 1731457057122 (+13 ms) 2024-11-13T00:17:37,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:17:37,123 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:17:37,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:17:37,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:17:37,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:17:37,125 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:17:37,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457057123Disabling compacts and flushes for region at 1731457057123Disabling writes for close at 1731457057123Writing region close event to WAL at 1731457057125 (+2 ms)Closed at 1731457057125 2024-11-13T00:17:37,127 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:17:37,127 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T00:17:37,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:17:37,134 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:17:37,136 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T00:17:37,144 INFO [RS:0;cb28580903fb:37833 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:17:37,148 INFO [RS:0;cb28580903fb:37833 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:17:37,152 INFO [RS:0;cb28580903fb:37833 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:17:37,152 INFO [RS:0;cb28580903fb:37833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:37,156 INFO [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:17:37,157 INFO [RS:0;cb28580903fb:37833 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:17:37,157 INFO [RS:0;cb28580903fb:37833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:37,157 DEBUG [RS:0;cb28580903fb:37833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:37,157 DEBUG [RS:0;cb28580903fb:37833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:37,157 DEBUG [RS:0;cb28580903fb:37833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:37,157 DEBUG [RS:0;cb28580903fb:37833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:37,157 DEBUG [RS:0;cb28580903fb:37833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:37,157 DEBUG [RS:0;cb28580903fb:37833 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:17:37,157 DEBUG [RS:0;cb28580903fb:37833 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:37,157 DEBUG [RS:0;cb28580903fb:37833 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:37,157 DEBUG [RS:0;cb28580903fb:37833 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:37,157 DEBUG [RS:0;cb28580903fb:37833 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:37,157 DEBUG [RS:0;cb28580903fb:37833 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:37,157 DEBUG [RS:0;cb28580903fb:37833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:17:37,157 DEBUG [RS:0;cb28580903fb:37833 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:17:37,157 DEBUG [RS:0;cb28580903fb:37833 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:17:37,176 INFO [RS:0;cb28580903fb:37833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:37,176 INFO [RS:0;cb28580903fb:37833 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:37,176 INFO [RS:0;cb28580903fb:37833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:37,176 INFO [RS:0;cb28580903fb:37833 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:37,176 INFO [RS:0;cb28580903fb:37833 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:37,176 INFO [RS:0;cb28580903fb:37833 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,37833,1731457055496-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:17:37,193 INFO [RS:0;cb28580903fb:37833 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:17:37,193 INFO [RS:0;cb28580903fb:37833 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,37833,1731457055496-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:37,193 INFO [RS:0;cb28580903fb:37833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:37,193 INFO [RS:0;cb28580903fb:37833 {}] regionserver.Replication(171): cb28580903fb,37833,1731457055496 started 2024-11-13T00:17:37,208 INFO [RS:0;cb28580903fb:37833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:37,208 INFO [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,37833,1731457055496, RpcServer on cb28580903fb/172.17.0.2:37833, sessionid=0x1010eafd2470004 2024-11-13T00:17:37,208 DEBUG [RS:0;cb28580903fb:37833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:17:37,208 DEBUG [RS:0;cb28580903fb:37833 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,37833,1731457055496 2024-11-13T00:17:37,208 DEBUG [RS:0;cb28580903fb:37833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,37833,1731457055496' 2024-11-13T00:17:37,208 DEBUG [RS:0;cb28580903fb:37833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12005318313/flush-table-proc/abort' 2024-11-13T00:17:37,208 DEBUG [RS:0;cb28580903fb:37833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12005318313/flush-table-proc/acquired' 2024-11-13T00:17:37,209 DEBUG [RS:0;cb28580903fb:37833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:17:37,209 DEBUG [RS:0;cb28580903fb:37833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:17:37,209 DEBUG [RS:0;cb28580903fb:37833 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,37833,1731457055496 2024-11-13T00:17:37,209 DEBUG [RS:0;cb28580903fb:37833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,37833,1731457055496' 2024-11-13T00:17:37,209 DEBUG [RS:0;cb28580903fb:37833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12005318313/online-snapshot/abort' 2024-11-13T00:17:37,209 DEBUG [RS:0;cb28580903fb:37833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12005318313/online-snapshot/acquired' 2024-11-13T00:17:37,210 DEBUG [RS:0;cb28580903fb:37833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:17:37,210 INFO [RS:0;cb28580903fb:37833 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:17:37,210 INFO [RS:0;cb28580903fb:37833 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:17:37,286 WARN [cb28580903fb:34255 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T00:17:37,310 INFO [RS:0;cb28580903fb:37833 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:17:37,312 INFO [RS:0;cb28580903fb:37833 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C37833%2C1731457055496, suffix=, logDir=hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/WALs/cb28580903fb,37833,1731457055496, archiveDir=hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/oldWALs, maxLogs=10 2024-11-13T00:17:37,325 DEBUG [RS:0;cb28580903fb:37833 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/WALs/cb28580903fb,37833,1731457055496/cb28580903fb%2C37833%2C1731457055496.1731457057312, exclude list is [], retry=0 2024-11-13T00:17:37,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44503,DS-b97efdd3-c7e6-4fe3-a6e2-dc080bc9e278,DISK] 2024-11-13T00:17:37,331 INFO [RS:0;cb28580903fb:37833 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/WALs/cb28580903fb,37833,1731457055496/cb28580903fb%2C37833%2C1731457055496.1731457057312 2024-11-13T00:17:37,331 DEBUG [RS:0;cb28580903fb:37833 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34481:34481)] 2024-11-13T00:17:37,536 DEBUG [cb28580903fb:34255 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:17:37,537 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,37833,1731457055496 2024-11-13T00:17:37,538 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,37833,1731457055496, state=OPENING 2024-11-13T00:17:37,540 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T00:17:37,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005318313 2024-11-13T00:17:37,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37833-0x1010eafd2470004, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005318313 2024-11-13T00:17:37,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12005318313/meta-region-server: CHANGED 2024-11-13T00:17:37,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12005318313/meta-region-server: CHANGED 2024-11-13T00:17:37,542 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:17:37,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,37833,1731457055496}] 2024-11-13T00:17:37,696 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:17:37,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:17:37,702 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:17:37,702 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:17:37,702 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T00:17:37,704 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C37833%2C1731457055496.meta, suffix=.meta, logDir=hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/WALs/cb28580903fb,37833,1731457055496, archiveDir=hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/oldWALs, maxLogs=10 2024-11-13T00:17:37,720 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/WALs/cb28580903fb,37833,1731457055496/cb28580903fb%2C37833%2C1731457055496.meta.1731457057705.meta, exclude list is [], retry=0 2024-11-13T00:17:37,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44503,DS-b97efdd3-c7e6-4fe3-a6e2-dc080bc9e278,DISK] 2024-11-13T00:17:37,726 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/WALs/cb28580903fb,37833,1731457055496/cb28580903fb%2C37833%2C1731457055496.meta.1731457057705.meta 2024-11-13T00:17:37,727 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34481:34481)] 2024-11-13T00:17:37,727 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:17:37,727 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:17:37,728 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:17:37,728 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:17:37,728 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:17:37,728 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:17:37,728 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:37,728 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:17:37,728 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:17:37,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:17:37,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:17:37,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:37,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:37,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:17:37,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:17:37,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:37,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:37,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:17:37,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:17:37,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:37,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:37,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:17:37,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:17:37,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:37,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:17:37,737 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:17:37,737 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/1588230740 2024-11-13T00:17:37,740 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/1588230740 2024-11-13T00:17:37,745 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:17:37,745 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:17:37,745 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:17:37,747 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:17:37,748 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68521374, jitterRate=0.021048039197921753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:17:37,748 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:17:37,748 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731457057728Writing region info on filesystem at 1731457057728Initializing all the Stores at 1731457057729 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457057729Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457057730 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457057730Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457057730Cleaning up temporary data from old regions at 1731457057745 (+15 ms)Running coprocessor post-open hooks at 1731457057748 (+3 ms)Region opened successfully at 1731457057748 2024-11-13T00:17:37,749 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731457057695 2024-11-13T00:17:37,754 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:17:37,754 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:17:37,755 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,37833,1731457055496 2024-11-13T00:17:37,756 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,37833,1731457055496, state=OPEN 2024-11-13T00:17:37,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37833-0x1010eafd2470004, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12005318313/meta-region-server 2024-11-13T00:17:37,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12005318313/meta-region-server: CHANGED 2024-11-13T00:17:37,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12005318313/meta-region-server 2024-11-13T00:17:37,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12005318313/meta-region-server: CHANGED 2024-11-13T00:17:37,759 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,37833,1731457055496 2024-11-13T00:17:37,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T00:17:37,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,37833,1731457055496 in 217 msec 2024-11-13T00:17:37,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T00:17:37,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 634 msec 2024-11-13T00:17:37,766 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:17:37,766 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T00:17:37,767 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:17:37,767 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37833,1731457055496, seqNum=-1] 2024-11-13T00:17:37,768 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:17:37,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:17:37,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 758 msec 2024-11-13T00:17:37,776 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731457057776, completionTime=-1 2024-11-13T00:17:37,776 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T00:17:37,776 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:17:37,778 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T00:17:37,779 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731457117779 2024-11-13T00:17:37,779 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731457177779 2024-11-13T00:17:37,779 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T00:17:37,779 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,34255,1731457055398-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:37,779 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,34255,1731457055398-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:37,779 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,34255,1731457055398-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:37,779 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:34255, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:37,780 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:37,780 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:37,782 DEBUG [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T00:17:37,785 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.220sec 2024-11-13T00:17:37,785 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:17:37,785 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:17:37,785 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:17:37,785 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:17:37,785 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:17:37,785 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,34255,1731457055398-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:17:37,785 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,34255,1731457055398-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:17:37,788 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:17:37,788 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:17:37,788 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,34255,1731457055398-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:17:37,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5629c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:37,848 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,34255,-1 for getting cluster id 2024-11-13T00:17:37,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:17:37,850 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc61066a-bf3b-4b12-be7b-486b193b3a64' 2024-11-13T00:17:37,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:17:37,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc61066a-bf3b-4b12-be7b-486b193b3a64" 2024-11-13T00:17:37,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a9c9c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:37,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,34255,-1] 2024-11-13T00:17:37,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:17:37,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:37,852 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:17:37,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323c2aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:37,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:17:37,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37833,1731457055496, seqNum=-1] 2024-11-13T00:17:37,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:17:37,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:17:37,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb28580903fb,34255,1731457055398 2024-11-13T00:17:37,859 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61146 2024-11-13T00:17:37,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:17:37,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1010eafd2470005 connected 2024-11-13T00:17:37,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:17:37,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,36227,1731457051635 2024-11-13T00:17:37,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77f72962 2024-11-13T00:17:37,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:17:37,878 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:17:37,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:17:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T00:17:37,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:17:37,888 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:37,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T00:17:37,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:17:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:17:37,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741835_1011 (size=902) 2024-11-13T00:17:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:17:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:17:38,298 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e35bba61cd9240d55629bf99f43c547d, NAME => 'test,,1731457057879.e35bba61cd9240d55629bf99f43c547d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3 2024-11-13T00:17:38,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741836_1012 (size=39) 2024-11-13T00:17:38,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731457057879.e35bba61cd9240d55629bf99f43c547d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:38,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e35bba61cd9240d55629bf99f43c547d, disabling compactions & flushes 2024-11-13T00:17:38,305 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731457057879.e35bba61cd9240d55629bf99f43c547d. 2024-11-13T00:17:38,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457057879.e35bba61cd9240d55629bf99f43c547d. 2024-11-13T00:17:38,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731457057879.e35bba61cd9240d55629bf99f43c547d. after waiting 0 ms 2024-11-13T00:17:38,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731457057879.e35bba61cd9240d55629bf99f43c547d. 2024-11-13T00:17:38,306 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731457057879.e35bba61cd9240d55629bf99f43c547d. 2024-11-13T00:17:38,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e35bba61cd9240d55629bf99f43c547d: Waiting for close lock at 1731457058305Disabling compacts and flushes for region at 1731457058305Disabling writes for close at 1731457058306 (+1 ms)Writing region close event to WAL at 1731457058306Closed at 1731457058306 2024-11-13T00:17:38,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:17:38,308 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731457057879.e35bba61cd9240d55629bf99f43c547d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731457058307"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457058307"}]},"ts":"1731457058307"} 2024-11-13T00:17:38,310 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:17:38,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:17:38,311 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457058311"}]},"ts":"1731457058311"} 2024-11-13T00:17:38,313 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T00:17:38,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e35bba61cd9240d55629bf99f43c547d, ASSIGN}] 2024-11-13T00:17:38,314 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e35bba61cd9240d55629bf99f43c547d, ASSIGN 2024-11-13T00:17:38,315 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e35bba61cd9240d55629bf99f43c547d, ASSIGN; state=OFFLINE, location=cb28580903fb,43759,1731457051686; forceNewPlan=false, retain=false 2024-11-13T00:17:38,466 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e35bba61cd9240d55629bf99f43c547d, regionState=OPENING, regionLocation=cb28580903fb,43759,1731457051686 2024-11-13T00:17:38,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e35bba61cd9240d55629bf99f43c547d, ASSIGN because future has completed 2024-11-13T00:17:38,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e35bba61cd9240d55629bf99f43c547d, server=cb28580903fb,43759,1731457051686}] 2024-11-13T00:17:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:17:38,629 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731457057879.e35bba61cd9240d55629bf99f43c547d. 2024-11-13T00:17:38,629 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e35bba61cd9240d55629bf99f43c547d, NAME => 'test,,1731457057879.e35bba61cd9240d55629bf99f43c547d.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:17:38,630 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:17:38,630 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T00:17:38,631 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e35bba61cd9240d55629bf99f43c547d 2024-11-13T00:17:38,631 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731457057879.e35bba61cd9240d55629bf99f43c547d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:38,631 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e35bba61cd9240d55629bf99f43c547d 2024-11-13T00:17:38,631 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e35bba61cd9240d55629bf99f43c547d 2024-11-13T00:17:38,633 INFO [StoreOpener-e35bba61cd9240d55629bf99f43c547d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e35bba61cd9240d55629bf99f43c547d 2024-11-13T00:17:38,634 INFO [StoreOpener-e35bba61cd9240d55629bf99f43c547d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e35bba61cd9240d55629bf99f43c547d columnFamilyName f 2024-11-13T00:17:38,634 DEBUG [StoreOpener-e35bba61cd9240d55629bf99f43c547d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:38,635 INFO [StoreOpener-e35bba61cd9240d55629bf99f43c547d-1 {}] regionserver.HStore(327): Store=e35bba61cd9240d55629bf99f43c547d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:38,635 INFO [StoreOpener-e35bba61cd9240d55629bf99f43c547d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e35bba61cd9240d55629bf99f43c547d 2024-11-13T00:17:38,636 INFO [StoreOpener-e35bba61cd9240d55629bf99f43c547d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e35bba61cd9240d55629bf99f43c547d columnFamilyName f1 2024-11-13T00:17:38,636 DEBUG [StoreOpener-e35bba61cd9240d55629bf99f43c547d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:38,637 INFO [StoreOpener-e35bba61cd9240d55629bf99f43c547d-1 {}] regionserver.HStore(327): Store=e35bba61cd9240d55629bf99f43c547d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:38,637 INFO [StoreOpener-e35bba61cd9240d55629bf99f43c547d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e35bba61cd9240d55629bf99f43c547d 2024-11-13T00:17:38,638 INFO [StoreOpener-e35bba61cd9240d55629bf99f43c547d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e35bba61cd9240d55629bf99f43c547d columnFamilyName norep 2024-11-13T00:17:38,638 DEBUG [StoreOpener-e35bba61cd9240d55629bf99f43c547d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:38,638 INFO [StoreOpener-e35bba61cd9240d55629bf99f43c547d-1 {}] regionserver.HStore(327): Store=e35bba61cd9240d55629bf99f43c547d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:38,638 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e35bba61cd9240d55629bf99f43c547d 2024-11-13T00:17:38,639 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/default/test/e35bba61cd9240d55629bf99f43c547d 2024-11-13T00:17:38,639 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/default/test/e35bba61cd9240d55629bf99f43c547d 2024-11-13T00:17:38,640 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e35bba61cd9240d55629bf99f43c547d 2024-11-13T00:17:38,641 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e35bba61cd9240d55629bf99f43c547d 2024-11-13T00:17:38,641 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:17:38,643 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e35bba61cd9240d55629bf99f43c547d 2024-11-13T00:17:38,645 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/default/test/e35bba61cd9240d55629bf99f43c547d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:17:38,646 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e35bba61cd9240d55629bf99f43c547d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67799756, jitterRate=0.010295093059539795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:17:38,646 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e35bba61cd9240d55629bf99f43c547d 2024-11-13T00:17:38,647 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e35bba61cd9240d55629bf99f43c547d: Running coprocessor pre-open hook at 1731457058631Writing region info on filesystem at 1731457058631Initializing all the Stores at 1731457058632 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457058632Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457058632Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457058632Cleaning up temporary data from old regions at 1731457058641 (+9 ms)Running coprocessor post-open hooks at 1731457058646 (+5 ms)Region opened successfully at 1731457058647 (+1 ms) 2024-11-13T00:17:38,649 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731457057879.e35bba61cd9240d55629bf99f43c547d., pid=6, masterSystemTime=1731457058624 2024-11-13T00:17:38,652 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731457057879.e35bba61cd9240d55629bf99f43c547d. 2024-11-13T00:17:38,652 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731457057879.e35bba61cd9240d55629bf99f43c547d. 2024-11-13T00:17:38,654 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e35bba61cd9240d55629bf99f43c547d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb28580903fb,43759,1731457051686 2024-11-13T00:17:38,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e35bba61cd9240d55629bf99f43c547d, server=cb28580903fb,43759,1731457051686 because future has completed 2024-11-13T00:17:38,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T00:17:38,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e35bba61cd9240d55629bf99f43c547d, server=cb28580903fb,43759,1731457051686 in 189 msec 2024-11-13T00:17:38,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T00:17:38,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e35bba61cd9240d55629bf99f43c547d, ASSIGN in 351 msec 2024-11-13T00:17:38,667 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:17:38,667 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457058667"}]},"ts":"1731457058667"} 2024-11-13T00:17:38,669 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T00:17:38,670 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:17:38,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 787 msec 2024-11-13T00:17:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:17:39,024 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:17:39,024 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T00:17:39,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,34255,1731457055398 2024-11-13T00:17:39,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a7397fc 2024-11-13T00:17:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:17:39,027 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:17:39,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:17:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T00:17:39,031 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:17:39,031 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:39,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T00:17:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:17:39,033 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:17:39,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741835_1011 (size=902) 2024-11-13T00:17:39,138 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T00:17:39,138 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T00:17:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:17:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:17:39,441 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa95b8325f29f2e2e433ee4045c47add, NAME => 'test,,1731457059027.fa95b8325f29f2e2e433ee4045c47add.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd 2024-11-13T00:17:39,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741836_1012 (size=39) 2024-11-13T00:17:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:17:39,848 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731457059027.fa95b8325f29f2e2e433ee4045c47add.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:39,848 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fa95b8325f29f2e2e433ee4045c47add, disabling compactions & flushes 2024-11-13T00:17:39,848 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731457059027.fa95b8325f29f2e2e433ee4045c47add. 2024-11-13T00:17:39,848 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457059027.fa95b8325f29f2e2e433ee4045c47add. 2024-11-13T00:17:39,848 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731457059027.fa95b8325f29f2e2e433ee4045c47add. after waiting 0 ms 2024-11-13T00:17:39,848 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731457059027.fa95b8325f29f2e2e433ee4045c47add. 2024-11-13T00:17:39,848 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731457059027.fa95b8325f29f2e2e433ee4045c47add. 2024-11-13T00:17:39,848 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa95b8325f29f2e2e433ee4045c47add: Waiting for close lock at 1731457059848Disabling compacts and flushes for region at 1731457059848Disabling writes for close at 1731457059848Writing region close event to WAL at 1731457059848Closed at 1731457059848 2024-11-13T00:17:39,849 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:17:39,850 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731457059027.fa95b8325f29f2e2e433ee4045c47add.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731457059849"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457059849"}]},"ts":"1731457059849"} 2024-11-13T00:17:39,853 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:17:39,854 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:17:39,854 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457059854"}]},"ts":"1731457059854"} 2024-11-13T00:17:39,857 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T00:17:39,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa95b8325f29f2e2e433ee4045c47add, ASSIGN}] 2024-11-13T00:17:39,859 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa95b8325f29f2e2e433ee4045c47add, ASSIGN 2024-11-13T00:17:39,860 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fa95b8325f29f2e2e433ee4045c47add, ASSIGN; state=OFFLINE, location=cb28580903fb,37833,1731457055496; forceNewPlan=false, retain=false 2024-11-13T00:17:40,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa95b8325f29f2e2e433ee4045c47add, regionState=OPENING, regionLocation=cb28580903fb,37833,1731457055496 2024-11-13T00:17:40,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fa95b8325f29f2e2e433ee4045c47add, ASSIGN because future has completed 2024-11-13T00:17:40,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa95b8325f29f2e2e433ee4045c47add, server=cb28580903fb,37833,1731457055496}] 2024-11-13T00:17:40,170 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731457059027.fa95b8325f29f2e2e433ee4045c47add. 2024-11-13T00:17:40,171 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fa95b8325f29f2e2e433ee4045c47add, NAME => 'test,,1731457059027.fa95b8325f29f2e2e433ee4045c47add.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:17:40,171 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:17:40,171 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T00:17:40,171 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fa95b8325f29f2e2e433ee4045c47add 2024-11-13T00:17:40,171 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731457059027.fa95b8325f29f2e2e433ee4045c47add.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:40,171 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fa95b8325f29f2e2e433ee4045c47add 2024-11-13T00:17:40,171 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fa95b8325f29f2e2e433ee4045c47add 2024-11-13T00:17:40,173 INFO [StoreOpener-fa95b8325f29f2e2e433ee4045c47add-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fa95b8325f29f2e2e433ee4045c47add 2024-11-13T00:17:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:17:40,175 INFO [StoreOpener-fa95b8325f29f2e2e433ee4045c47add-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa95b8325f29f2e2e433ee4045c47add columnFamilyName f 2024-11-13T00:17:40,175 DEBUG [StoreOpener-fa95b8325f29f2e2e433ee4045c47add-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:40,175 INFO [StoreOpener-fa95b8325f29f2e2e433ee4045c47add-1 {}] regionserver.HStore(327): Store=fa95b8325f29f2e2e433ee4045c47add/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:40,175 INFO [StoreOpener-fa95b8325f29f2e2e433ee4045c47add-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fa95b8325f29f2e2e433ee4045c47add 2024-11-13T00:17:40,177 INFO [StoreOpener-fa95b8325f29f2e2e433ee4045c47add-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa95b8325f29f2e2e433ee4045c47add columnFamilyName f1 2024-11-13T00:17:40,177 DEBUG [StoreOpener-fa95b8325f29f2e2e433ee4045c47add-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:40,177 INFO [StoreOpener-fa95b8325f29f2e2e433ee4045c47add-1 {}] regionserver.HStore(327): Store=fa95b8325f29f2e2e433ee4045c47add/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:40,177 INFO [StoreOpener-fa95b8325f29f2e2e433ee4045c47add-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fa95b8325f29f2e2e433ee4045c47add 2024-11-13T00:17:40,178 INFO [StoreOpener-fa95b8325f29f2e2e433ee4045c47add-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa95b8325f29f2e2e433ee4045c47add columnFamilyName norep 2024-11-13T00:17:40,178 DEBUG [StoreOpener-fa95b8325f29f2e2e433ee4045c47add-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:40,179 INFO [StoreOpener-fa95b8325f29f2e2e433ee4045c47add-1 {}] regionserver.HStore(327): Store=fa95b8325f29f2e2e433ee4045c47add/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:40,179 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fa95b8325f29f2e2e433ee4045c47add 2024-11-13T00:17:40,180 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/default/test/fa95b8325f29f2e2e433ee4045c47add 2024-11-13T00:17:40,180 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/default/test/fa95b8325f29f2e2e433ee4045c47add 2024-11-13T00:17:40,181 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fa95b8325f29f2e2e433ee4045c47add 2024-11-13T00:17:40,181 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fa95b8325f29f2e2e433ee4045c47add 2024-11-13T00:17:40,182 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:17:40,183 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fa95b8325f29f2e2e433ee4045c47add 2024-11-13T00:17:40,186 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/default/test/fa95b8325f29f2e2e433ee4045c47add/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:17:40,186 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fa95b8325f29f2e2e433ee4045c47add; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64189995, jitterRate=-0.043494537472724915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:17:40,186 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa95b8325f29f2e2e433ee4045c47add 2024-11-13T00:17:40,186 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fa95b8325f29f2e2e433ee4045c47add: Running coprocessor pre-open hook at 1731457060172Writing region info on filesystem at 1731457060172Initializing all the Stores at 1731457060172Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457060173 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457060173Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457060173Cleaning up temporary data from old regions at 1731457060181 (+8 ms)Running coprocessor post-open hooks at 1731457060186 (+5 ms)Region opened successfully at 1731457060186 2024-11-13T00:17:40,187 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731457059027.fa95b8325f29f2e2e433ee4045c47add., pid=6, masterSystemTime=1731457060166 2024-11-13T00:17:40,190 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731457059027.fa95b8325f29f2e2e433ee4045c47add. 2024-11-13T00:17:40,190 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731457059027.fa95b8325f29f2e2e433ee4045c47add. 2024-11-13T00:17:40,191 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa95b8325f29f2e2e433ee4045c47add, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb28580903fb,37833,1731457055496 2024-11-13T00:17:40,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa95b8325f29f2e2e433ee4045c47add, server=cb28580903fb,37833,1731457055496 because future has completed 2024-11-13T00:17:40,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T00:17:40,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fa95b8325f29f2e2e433ee4045c47add, server=cb28580903fb,37833,1731457055496 in 182 msec 2024-11-13T00:17:40,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T00:17:40,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fa95b8325f29f2e2e433ee4045c47add, ASSIGN in 341 msec 2024-11-13T00:17:40,201 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:17:40,202 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457060201"}]},"ts":"1731457060201"} 2024-11-13T00:17:40,203 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T00:17:40,204 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:17:40,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1760 sec 2024-11-13T00:17:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:17:41,184 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T00:17:41,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfba8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:41,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,36227,-1 for getting cluster id 2024-11-13T00:17:41,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:17:41,186 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac7eba76-4887-4303-a41c-eabc6f50c8ab' 2024-11-13T00:17:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:17:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac7eba76-4887-4303-a41c-eabc6f50c8ab" 2024-11-13T00:17:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183bc90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:41,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,36227,-1] 2024-11-13T00:17:41,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:17:41,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:41,188 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:17:41,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac1829d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:41,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7494ae6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:41,190 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,34255,-1 for getting cluster id 2024-11-13T00:17:41,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:17:41,190 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc61066a-bf3b-4b12-be7b-486b193b3a64' 2024-11-13T00:17:41,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:17:41,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc61066a-bf3b-4b12-be7b-486b193b3a64" 2024-11-13T00:17:41,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bbb0c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:41,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,34255,-1] 2024-11-13T00:17:41,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:17:41,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:41,192 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:17:41,193 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5138c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:41,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f75b96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:41,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,36227,-1 for getting cluster id 2024-11-13T00:17:41,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:17:41,194 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac7eba76-4887-4303-a41c-eabc6f50c8ab' 2024-11-13T00:17:41,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:17:41,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac7eba76-4887-4303-a41c-eabc6f50c8ab" 2024-11-13T00:17:41,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32593867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:41,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,36227,-1] 2024-11-13T00:17:41,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:17:41,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:41,196 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:17:41,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1728f054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:41,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:17:41,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,36227,1731457051635 2024-11-13T00:17:41,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3601abb3 2024-11-13T00:17:41,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:17:41,201 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:17:41,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb28580903fb:34255,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-13T00:17:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T00:17:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:17:41,205 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:34255' 2024-11-13T00:17:41,206 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@254ea5bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:41,206 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,34255,-1 for getting cluster id 2024-11-13T00:17:41,206 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:17:41,207 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc61066a-bf3b-4b12-be7b-486b193b3a64' 2024-11-13T00:17:41,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:17:41,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc61066a-bf3b-4b12-be7b-486b193b3a64" 2024-11-13T00:17:41,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676b4bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:41,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,34255,-1] 2024-11-13T00:17:41,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:17:41,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:41,209 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:17:41,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690aab2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:41,210 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:17:41,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,34255,1731457055398 2024-11-13T00:17:41,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6741a86b 2024-11-13T00:17:41,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:17:41,212 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:17:41,213 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T00:17:41,213 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T00:17:41,213 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:41,213 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:41,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:17:41,213 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:17:41,215 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T00:17:41,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:17:41,216 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:41,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:17:41,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741837_1013 (size=1138) 2024-11-13T00:17:41,265 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T00:17:41,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T00:17:41,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T00:17:41,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T00:17:41,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T00:17:41,308 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:17:41,308 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T00:17:41,308 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T00:17:41,308 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T00:17:41,308 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:17:41,308 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T00:17:41,308 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T00:17:41,308 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T00:17:41,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:17:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:17:41,627 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2d69522e6ed0536dc7ac2dadbe2e8996, NAME => 'hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3 2024-11-13T00:17:41,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741838_1014 (size=44) 2024-11-13T00:17:41,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:17:42,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:42,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2d69522e6ed0536dc7ac2dadbe2e8996, disabling compactions & flushes 2024-11-13T00:17:42,038 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996. 2024-11-13T00:17:42,038 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996. 2024-11-13T00:17:42,038 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996. after waiting 0 ms 2024-11-13T00:17:42,038 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996. 2024-11-13T00:17:42,038 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996. 2024-11-13T00:17:42,038 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2d69522e6ed0536dc7ac2dadbe2e8996: Waiting for close lock at 1731457062037Disabling compacts and flushes for region at 1731457062037Disabling writes for close at 1731457062038 (+1 ms)Writing region close event to WAL at 1731457062038Closed at 1731457062038 2024-11-13T00:17:42,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:17:42,040 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731457062039"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457062039"}]},"ts":"1731457062039"} 2024-11-13T00:17:42,042 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:17:42,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:17:42,043 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457062043"}]},"ts":"1731457062043"} 2024-11-13T00:17:42,045 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T00:17:42,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d69522e6ed0536dc7ac2dadbe2e8996, ASSIGN}] 2024-11-13T00:17:42,046 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d69522e6ed0536dc7ac2dadbe2e8996, ASSIGN 2024-11-13T00:17:42,047 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2d69522e6ed0536dc7ac2dadbe2e8996, ASSIGN; state=OFFLINE, location=cb28580903fb,43759,1731457051686; forceNewPlan=false, retain=false 2024-11-13T00:17:42,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2d69522e6ed0536dc7ac2dadbe2e8996, regionState=OPENING, regionLocation=cb28580903fb,43759,1731457051686 2024-11-13T00:17:42,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2d69522e6ed0536dc7ac2dadbe2e8996, ASSIGN because future has completed 2024-11-13T00:17:42,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d69522e6ed0536dc7ac2dadbe2e8996, server=cb28580903fb,43759,1731457051686}] 2024-11-13T00:17:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:17:42,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996. 2024-11-13T00:17:42,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:17:42,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T00:17:42,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C43759%2C1731457051686.rep, suffix=, logDir=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686, archiveDir=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/oldWALs, maxLogs=10 2024-11-13T00:17:42,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.rep.1731457062360, exclude list is [], retry=0 2024-11-13T00:17:42,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42475,DS-8f078fd7-5636-4ce3-a635-eb0fdc5b5c80,DISK] 2024-11-13T00:17:42,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.rep.1731457062360 2024-11-13T00:17:42,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43101:43101)] 2024-11-13T00:17:42,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d69522e6ed0536dc7ac2dadbe2e8996, NAME => 'hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:17:42,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:17:42,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:17:42,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996. service=MultiRowMutationService 2024-11-13T00:17:42,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T00:17:42,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2d69522e6ed0536dc7ac2dadbe2e8996 2024-11-13T00:17:42,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:17:42,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2d69522e6ed0536dc7ac2dadbe2e8996 2024-11-13T00:17:42,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2d69522e6ed0536dc7ac2dadbe2e8996 2024-11-13T00:17:42,381 INFO [StoreOpener-2d69522e6ed0536dc7ac2dadbe2e8996-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2d69522e6ed0536dc7ac2dadbe2e8996 2024-11-13T00:17:42,382 INFO [StoreOpener-2d69522e6ed0536dc7ac2dadbe2e8996-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d69522e6ed0536dc7ac2dadbe2e8996 columnFamilyName hfileref 2024-11-13T00:17:42,382 DEBUG [StoreOpener-2d69522e6ed0536dc7ac2dadbe2e8996-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:42,383 INFO [StoreOpener-2d69522e6ed0536dc7ac2dadbe2e8996-1 {}] regionserver.HStore(327): Store=2d69522e6ed0536dc7ac2dadbe2e8996/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:42,383 INFO [StoreOpener-2d69522e6ed0536dc7ac2dadbe2e8996-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2d69522e6ed0536dc7ac2dadbe2e8996 2024-11-13T00:17:42,384 INFO [StoreOpener-2d69522e6ed0536dc7ac2dadbe2e8996-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d69522e6ed0536dc7ac2dadbe2e8996 columnFamilyName queue 2024-11-13T00:17:42,384 DEBUG [StoreOpener-2d69522e6ed0536dc7ac2dadbe2e8996-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:42,384 INFO [StoreOpener-2d69522e6ed0536dc7ac2dadbe2e8996-1 {}] regionserver.HStore(327): Store=2d69522e6ed0536dc7ac2dadbe2e8996/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:42,384 INFO [StoreOpener-2d69522e6ed0536dc7ac2dadbe2e8996-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2d69522e6ed0536dc7ac2dadbe2e8996 2024-11-13T00:17:42,385 INFO [StoreOpener-2d69522e6ed0536dc7ac2dadbe2e8996-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d69522e6ed0536dc7ac2dadbe2e8996 columnFamilyName sid 2024-11-13T00:17:42,385 DEBUG [StoreOpener-2d69522e6ed0536dc7ac2dadbe2e8996-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:17:42,386 INFO [StoreOpener-2d69522e6ed0536dc7ac2dadbe2e8996-1 {}] regionserver.HStore(327): Store=2d69522e6ed0536dc7ac2dadbe2e8996/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:17:42,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2d69522e6ed0536dc7ac2dadbe2e8996 2024-11-13T00:17:42,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/replication/2d69522e6ed0536dc7ac2dadbe2e8996 2024-11-13T00:17:42,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/replication/2d69522e6ed0536dc7ac2dadbe2e8996 2024-11-13T00:17:42,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2d69522e6ed0536dc7ac2dadbe2e8996 2024-11-13T00:17:42,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2d69522e6ed0536dc7ac2dadbe2e8996 2024-11-13T00:17:42,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:17:42,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2d69522e6ed0536dc7ac2dadbe2e8996 2024-11-13T00:17:42,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/replication/2d69522e6ed0536dc7ac2dadbe2e8996/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:17:42,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2d69522e6ed0536dc7ac2dadbe2e8996; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62177175, jitterRate=-0.07348789274692535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:17:42,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d69522e6ed0536dc7ac2dadbe2e8996 2024-11-13T00:17:42,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2d69522e6ed0536dc7ac2dadbe2e8996: Running coprocessor pre-open hook at 1731457062380Writing region info on filesystem at 1731457062380Initializing all the Stores at 1731457062380Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457062381 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457062381Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457062381Cleaning up temporary data from old regions at 1731457062388 (+7 ms)Running coprocessor post-open hooks at 1731457062392 (+4 ms)Region opened successfully at 1731457062392 2024-11-13T00:17:42,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996., pid=10, masterSystemTime=1731457062353 2024-11-13T00:17:42,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996. 2024-11-13T00:17:42,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996. 2024-11-13T00:17:42,396 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2d69522e6ed0536dc7ac2dadbe2e8996, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,43759,1731457051686 2024-11-13T00:17:42,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d69522e6ed0536dc7ac2dadbe2e8996, server=cb28580903fb,43759,1731457051686 because future has completed 2024-11-13T00:17:42,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T00:17:42,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d69522e6ed0536dc7ac2dadbe2e8996, server=cb28580903fb,43759,1731457051686 in 198 msec 2024-11-13T00:17:42,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T00:17:42,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d69522e6ed0536dc7ac2dadbe2e8996, ASSIGN in 356 msec 2024-11-13T00:17:42,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:17:42,405 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457062404"}]},"ts":"1731457062404"} 2024-11-13T00:17:42,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T00:17:42,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:17:42,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1950 sec 2024-11-13T00:17:42,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996., hostname=cb28580903fb,43759,1731457051686, seqNum=2] 2024-11-13T00:17:42,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803925199 2024-11-13T00:17:42,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43759-0x1010eafd2470001, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803925199 2024-11-13T00:17:42,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T00:17:42,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43759 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T00:17:42,586 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T00:17:42,616 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cb28580903fb,43759,1731457051686, ReplicationSource: 1, currentBandwidth=0 2024-11-13T00:17:42,616 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:17:42,616 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,43759,1731457051686, seqNum=-1] 2024-11-13T00:17:42,617 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:17:42,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-13T00:17:42,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb28580903fb,43759,1731457051686', locateType=CURRENT is [region=hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996., hostname=cb28580903fb,43759,1731457051686, seqNum=2] 2024-11-13T00:17:42,622 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T00:17:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T00:17:42,625 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb28580903fb,43759,1731457051686 suceeded 2024-11-13T00:17:42,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T00:17:42,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-13T00:17:42,627 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb28580903fb:34255,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-13T00:17:42,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4260 sec 2024-11-13T00:17:42,642 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:34255' 2024-11-13T00:17:42,643 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@712c9b47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:42,643 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,34255,-1 for getting cluster id 2024-11-13T00:17:42,644 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:17:42,645 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc61066a-bf3b-4b12-be7b-486b193b3a64' 2024-11-13T00:17:42,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:17:42,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc61066a-bf3b-4b12-be7b-486b193b3a64" 2024-11-13T00:17:42,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55e0276c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:42,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,34255,-1] 2024-11-13T00:17:42,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:17:42,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:42,646 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:17:42,647 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@169332ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:42,647 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:17:42,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,34255,1731457055398 2024-11-13T00:17:42,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@287547d9 2024-11-13T00:17:42,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:17:42,649 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-13T00:17:42,650 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb28580903fb,43759,1731457051686 (queues=1) is replicating from cluster=ac7eba76-4887-4303-a41c-eabc6f50c8ab to cluster=fc61066a-bf3b-4b12-be7b-486b193b3a64 2024-11-13T00:17:42,650 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb28580903fb%2C43759%2C1731457051686 2024-11-13T00:17:42,651 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb28580903fb,43759,1731457051686, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T00:17:42,651 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.shippercb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb28580903fb%2C43759%2C1731457051686 2024-11-13T00:17:42,651 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280, startPosition=0, beingWritten=true 2024-11-13T00:17:42,660 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:17:42,660 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 379, reset compression=false 2024-11-13T00:17:42,660 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.shippercb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,43759,1731457051686 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:17:42,865 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 379, reset compression=false 2024-11-13T00:17:43,171 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 379, reset compression=false 2024-11-13T00:17:43,230 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:17:43,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:17:43,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:17:43,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:17:43,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:17:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:17:43,365 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T00:17:43,365 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:17:43,365 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:43,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:43,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:43,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:17:43,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:43,374 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731457063372/Put/seqid=0 2024-11-13T00:17:43,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741840_1016 (size=7894) 2024-11-13T00:17:43,575 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 379, reset compression=false 2024-11-13T00:17:43,783 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/load_f/f/hfile_1 is 34, key is ddd/f:row/1731457063781/Put/seqid=0 2024-11-13T00:17:43,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741841_1017 (size=7691) 2024-11-13T00:17:44,080 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 379, reset compression=false 2024-11-13T00:17:44,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2b4e8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:44,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,36227,-1 for getting cluster id 2024-11-13T00:17:44,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:17:44,195 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac7eba76-4887-4303-a41c-eabc6f50c8ab' 2024-11-13T00:17:44,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:17:44,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac7eba76-4887-4303-a41c-eabc6f50c8ab" 2024-11-13T00:17:44,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c23fefe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:44,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,36227,-1] 2024-11-13T00:17:44,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:17:44,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:44,197 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:17:44,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4b711e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:44,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:17:44,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,43759,1731457051686, seqNum=-1] 2024-11-13T00:17:44,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:17:44,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:17:44,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:17:44,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,36227,1731457051635 2024-11-13T00:17:44,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73653131 2024-11-13T00:17:44,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:17:44,219 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:17:44,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731457057879.e35bba61cd9240d55629bf99f43c547d., hostname=cb28580903fb,43759,1731457051686, seqNum=2] 2024-11-13T00:17:44,240 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T00:17:44,255 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T00:17:44,261 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T00:17:44,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/load_f/f/hfile_1 for inclusion in e35bba61cd9240d55629bf99f43c547d/f 2024-11-13T00:17:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T00:17:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T00:17:44,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/load_f/f/hfile_0 for inclusion in e35bba61cd9240d55629bf99f43c547d/f 2024-11-13T00:17:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T00:17:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T00:17:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HRegion(2603): Flush status journal for e35bba61cd9240d55629bf99f43c547d: 2024-11-13T00:17:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/load_f/f/hfile_1 to hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/staging/jenkins__test__o41t37c3p7sak0sa6smu4osonthjh7ol7tonmgh301hmj4ah5aol6sof9rtr4jo4/f/hfile_1 2024-11-13T00:17:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/staging/jenkins__test__o41t37c3p7sak0sa6smu4osonthjh7ol7tonmgh301hmj4ah5aol6sof9rtr4jo4/f/hfile_1 as hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/default/test/e35bba61cd9240d55629bf99f43c547d/f/96da2945b0694b5d88d6078b6230a32d_SeqId_4_ 2024-11-13T00:17:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/load_f/f/hfile_0 to hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/staging/jenkins__test__o41t37c3p7sak0sa6smu4osonthjh7ol7tonmgh301hmj4ah5aol6sof9rtr4jo4/f/hfile_0 2024-11-13T00:17:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/staging/jenkins__test__o41t37c3p7sak0sa6smu4osonthjh7ol7tonmgh301hmj4ah5aol6sof9rtr4jo4/f/hfile_0 as hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/default/test/e35bba61cd9240d55629bf99f43c547d/f/68fc317e3f6d407f93d23f10b2707e5b_SeqId_4_ 2024-11-13T00:17:44,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/staging/jenkins__test__o41t37c3p7sak0sa6smu4osonthjh7ol7tonmgh301hmj4ah5aol6sof9rtr4jo4/f/hfile_1 into e35bba61cd9240d55629bf99f43c547d/f as hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/default/test/e35bba61cd9240d55629bf99f43c547d/f/96da2945b0694b5d88d6078b6230a32d_SeqId_4_ - updating store file list. 2024-11-13T00:17:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 96da2945b0694b5d88d6078b6230a32d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T00:17:44,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/default/test/e35bba61cd9240d55629bf99f43c547d/f/96da2945b0694b5d88d6078b6230a32d_SeqId_4_ into e35bba61cd9240d55629bf99f43c547d/f 2024-11-13T00:17:44,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/staging/jenkins__test__o41t37c3p7sak0sa6smu4osonthjh7ol7tonmgh301hmj4ah5aol6sof9rtr4jo4/f/hfile_1 into e35bba61cd9240d55629bf99f43c547d/f (new location: hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/default/test/e35bba61cd9240d55629bf99f43c547d/f/96da2945b0694b5d88d6078b6230a32d_SeqId_4_) 2024-11-13T00:17:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/staging/jenkins__test__o41t37c3p7sak0sa6smu4osonthjh7ol7tonmgh301hmj4ah5aol6sof9rtr4jo4/f/hfile_1 2024-11-13T00:17:44,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/staging/jenkins__test__o41t37c3p7sak0sa6smu4osonthjh7ol7tonmgh301hmj4ah5aol6sof9rtr4jo4/f/hfile_0 into e35bba61cd9240d55629bf99f43c547d/f as hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/default/test/e35bba61cd9240d55629bf99f43c547d/f/68fc317e3f6d407f93d23f10b2707e5b_SeqId_4_ - updating store file list. 2024-11-13T00:17:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 68fc317e3f6d407f93d23f10b2707e5b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T00:17:44,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/default/test/e35bba61cd9240d55629bf99f43c547d/f/68fc317e3f6d407f93d23f10b2707e5b_SeqId_4_ into e35bba61cd9240d55629bf99f43c547d/f 2024-11-13T00:17:44,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/staging/jenkins__test__o41t37c3p7sak0sa6smu4osonthjh7ol7tonmgh301hmj4ah5aol6sof9rtr4jo4/f/hfile_0 into e35bba61cd9240d55629bf99f43c547d/f (new location: hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/default/test/e35bba61cd9240d55629bf99f43c547d/f/68fc317e3f6d407f93d23f10b2707e5b_SeqId_4_) 2024-11-13T00:17:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/staging/jenkins__test__o41t37c3p7sak0sa6smu4osonthjh7ol7tonmgh301hmj4ah5aol6sof9rtr4jo4/f/hfile_0 2024-11-13T00:17:44,369 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:17:44,369 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:44,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:44,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:17:44,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:44,370 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:17:44,370 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731457057879.e35bba61cd9240d55629bf99f43c547d., hostname=cb28580903fb,43759,1731457051686, seqNum=2 , the old value is region=test,,1731457057879.e35bba61cd9240d55629bf99f43c547d., hostname=cb28580903fb,43759,1731457051686, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cb28580903fb:43759 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T00:17:44,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731457057879.e35bba61cd9240d55629bf99f43c547d., hostname=cb28580903fb,43759,1731457051686, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T00:17:44,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731457057879.e35bba61cd9240d55629bf99f43c547d., hostname=cb28580903fb,43759,1731457051686, seqNum=2 from cache 2024-11-13T00:17:44,372 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37833,1731457055496, seqNum=-1] 2024-11-13T00:17:44,372 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:17:44,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:17:44,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731457059027.fa95b8325f29f2e2e433ee4045c47add., hostname=cb28580903fb,37833,1731457055496, seqNum=2] 2024-11-13T00:17:44,379 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T00:17:44,379 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T00:17:44,483 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:43759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T00:17:44,684 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 379, reset compression=false 2024-11-13T00:17:44,691 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:17:44,691 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.shippercb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,43759,1731457051686 got entry batch from reader: WALEntryBatch [walEntries=[{test/e35bba61cd9240d55629bf99f43c547d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731457064362/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T00:17:44,714 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.shippercb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:17:44,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-13T00:17:44,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] regionserver.ReplicationSink(318): Replicating [ac7eba76-4887-4303-a41c-eabc6f50c8ab] bulk loaded data 2024-11-13T00:17:44,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a117dc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:44,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,34255,-1 for getting cluster id 2024-11-13T00:17:44,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:17:44,721 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc61066a-bf3b-4b12-be7b-486b193b3a64' 2024-11-13T00:17:44,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:17:44,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc61066a-bf3b-4b12-be7b-486b193b3a64" 2024-11-13T00:17:44,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19e390da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:44,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,34255,-1] 2024-11-13T00:17:44,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:17:44,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:44,723 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:17:44,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6069e27d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:44,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741837_1013 (size=7691) 2024-11-13T00:17:44,891 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 687, reset compression=false 2024-11-13T00:17:45,139 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T00:17:45,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741838_1014 (size=7894) 2024-11-13T00:17:45,196 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 687, reset compression=false 2024-11-13T00:17:45,381 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T00:17:45,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:17:45,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,34255,1731457055398 2024-11-13T00:17:45,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6356f0b6 2024-11-13T00:17:45,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:17:45,554 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-13T00:17:45,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T00:17:45,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:17:45,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37833,1731457055496, seqNum=-1] 2024-11-13T00:17:45,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:17:45,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-13T00:17:45,565 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/staging/jenkins.hfs.6__test__86rkg7fst8cg06rc1ih4pdm2pfc5j513ffrs3hksman08r91bit0eaflonkqpuv0/f/68fc317e3f6d407f93d23f10b2707e5b_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T00:17:45,569 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/staging/jenkins.hfs.6__test__86rkg7fst8cg06rc1ih4pdm2pfc5j513ffrs3hksman08r91bit0eaflonkqpuv0/f/96da2945b0694b5d88d6078b6230a32d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T00:17:45,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/staging/jenkins.hfs.6__test__86rkg7fst8cg06rc1ih4pdm2pfc5j513ffrs3hksman08r91bit0eaflonkqpuv0/f/68fc317e3f6d407f93d23f10b2707e5b_SeqId_4_ for inclusion in fa95b8325f29f2e2e433ee4045c47add/f 2024-11-13T00:17:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T00:17:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T00:17:45,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/staging/jenkins.hfs.6__test__86rkg7fst8cg06rc1ih4pdm2pfc5j513ffrs3hksman08r91bit0eaflonkqpuv0/f/96da2945b0694b5d88d6078b6230a32d_SeqId_4_ for inclusion in fa95b8325f29f2e2e433ee4045c47add/f 2024-11-13T00:17:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T00:17:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T00:17:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] regionserver.HRegion(2603): Flush status journal for fa95b8325f29f2e2e433ee4045c47add: 2024-11-13T00:17:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 68fc317e3f6d407f93d23f10b2707e5b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T00:17:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/staging/jenkins.hfs.6__test__86rkg7fst8cg06rc1ih4pdm2pfc5j513ffrs3hksman08r91bit0eaflonkqpuv0/f/68fc317e3f6d407f93d23f10b2707e5b_SeqId_4_ as hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/default/test/fa95b8325f29f2e2e433ee4045c47add/f/35c0f6f26234468593a3eda4cf7bcd73_SeqId_4_ 2024-11-13T00:17:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 96da2945b0694b5d88d6078b6230a32d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T00:17:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/staging/jenkins.hfs.6__test__86rkg7fst8cg06rc1ih4pdm2pfc5j513ffrs3hksman08r91bit0eaflonkqpuv0/f/96da2945b0694b5d88d6078b6230a32d_SeqId_4_ as hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/default/test/fa95b8325f29f2e2e433ee4045c47add/f/ef8b48b1fa3e4262990dc042bb392156_SeqId_4_ 2024-11-13T00:17:45,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/staging/jenkins.hfs.6__test__86rkg7fst8cg06rc1ih4pdm2pfc5j513ffrs3hksman08r91bit0eaflonkqpuv0/f/68fc317e3f6d407f93d23f10b2707e5b_SeqId_4_ into fa95b8325f29f2e2e433ee4045c47add/f as hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/default/test/fa95b8325f29f2e2e433ee4045c47add/f/35c0f6f26234468593a3eda4cf7bcd73_SeqId_4_ - updating store file list. 2024-11-13T00:17:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 35c0f6f26234468593a3eda4cf7bcd73_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T00:17:45,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/default/test/fa95b8325f29f2e2e433ee4045c47add/f/35c0f6f26234468593a3eda4cf7bcd73_SeqId_4_ into fa95b8325f29f2e2e433ee4045c47add/f 2024-11-13T00:17:45,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/staging/jenkins.hfs.6__test__86rkg7fst8cg06rc1ih4pdm2pfc5j513ffrs3hksman08r91bit0eaflonkqpuv0/f/68fc317e3f6d407f93d23f10b2707e5b_SeqId_4_ into fa95b8325f29f2e2e433ee4045c47add/f (new location: hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/default/test/fa95b8325f29f2e2e433ee4045c47add/f/35c0f6f26234468593a3eda4cf7bcd73_SeqId_4_) 2024-11-13T00:17:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/staging/jenkins.hfs.6__test__86rkg7fst8cg06rc1ih4pdm2pfc5j513ffrs3hksman08r91bit0eaflonkqpuv0/f/68fc317e3f6d407f93d23f10b2707e5b_SeqId_4_ 2024-11-13T00:17:45,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/staging/jenkins.hfs.6__test__86rkg7fst8cg06rc1ih4pdm2pfc5j513ffrs3hksman08r91bit0eaflonkqpuv0/f/96da2945b0694b5d88d6078b6230a32d_SeqId_4_ into fa95b8325f29f2e2e433ee4045c47add/f as hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/default/test/fa95b8325f29f2e2e433ee4045c47add/f/ef8b48b1fa3e4262990dc042bb392156_SeqId_4_ - updating store file list. 2024-11-13T00:17:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ef8b48b1fa3e4262990dc042bb392156_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T00:17:45,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/default/test/fa95b8325f29f2e2e433ee4045c47add/f/ef8b48b1fa3e4262990dc042bb392156_SeqId_4_ into fa95b8325f29f2e2e433ee4045c47add/f 2024-11-13T00:17:45,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/staging/jenkins.hfs.6__test__86rkg7fst8cg06rc1ih4pdm2pfc5j513ffrs3hksman08r91bit0eaflonkqpuv0/f/96da2945b0694b5d88d6078b6230a32d_SeqId_4_ into fa95b8325f29f2e2e433ee4045c47add/f (new location: hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/default/test/fa95b8325f29f2e2e433ee4045c47add/f/ef8b48b1fa3e4262990dc042bb392156_SeqId_4_) 2024-11-13T00:17:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/staging/jenkins.hfs.6__test__86rkg7fst8cg06rc1ih4pdm2pfc5j513ffrs3hksman08r91bit0eaflonkqpuv0/f/96da2945b0694b5d88d6078b6230a32d_SeqId_4_ 2024-11-13T00:17:45,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37833 {}] regionserver.ReplicationSink(324): Finished replicating [ac7eba76-4887-4303-a41c-eabc6f50c8ab] bulk loaded data 2024-11-13T00:17:45,600 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 687, reset compression=false 2024-11-13T00:17:46,104 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 687, reset compression=false 2024-11-13T00:17:46,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:17:46,399 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731457066398/Put/seqid=0 2024-11-13T00:17:46,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741842_1018 (size=7997) 2024-11-13T00:17:46,708 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 687, reset compression=false 2024-11-13T00:17:46,807 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731457066806/Put/seqid=0 2024-11-13T00:17:46,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741843_1019 (size=7794) 2024-11-13T00:17:47,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e86c402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:47,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,36227,-1 for getting cluster id 2024-11-13T00:17:47,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:17:47,215 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac7eba76-4887-4303-a41c-eabc6f50c8ab' 2024-11-13T00:17:47,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:17:47,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac7eba76-4887-4303-a41c-eabc6f50c8ab" 2024-11-13T00:17:47,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@566380ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:47,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,36227,-1] 2024-11-13T00:17:47,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:17:47,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:47,217 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:17:47,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a70f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:17:47,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:17:47,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,43759,1731457051686, seqNum=-1] 2024-11-13T00:17:47,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:17:47,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:17:47,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:17:47,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,36227,1731457051635 2024-11-13T00:17:47,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35795cf0 2024-11-13T00:17:47,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:17:47,231 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:17:47,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731457057879.e35bba61cd9240d55629bf99f43c547d., hostname=cb28580903fb,43759,1731457051686, seqNum=2] 2024-11-13T00:17:47,237 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T00:17:47,243 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T00:17:47,246 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T00:17:47,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/load_f1/f1/hfile_0 for inclusion in e35bba61cd9240d55629bf99f43c547d/f1 2024-11-13T00:17:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T00:17:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T00:17:47,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/load_f1/f1/hfile_1 for inclusion in e35bba61cd9240d55629bf99f43c547d/f1 2024-11-13T00:17:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T00:17:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T00:17:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HRegion(2603): Flush status journal for e35bba61cd9240d55629bf99f43c547d: 2024-11-13T00:17:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/load_f1/f1/hfile_0 to hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/staging/jenkins__test__aiaubt4l95ogj6n757ic1l58patoubokeg81vfott2sq74v02g1m6rb7ip7k6ngm/f1/hfile_0 2024-11-13T00:17:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/staging/jenkins__test__aiaubt4l95ogj6n757ic1l58patoubokeg81vfott2sq74v02g1m6rb7ip7k6ngm/f1/hfile_0 as hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/default/test/e35bba61cd9240d55629bf99f43c547d/f1/9c6f88064cdc49c5a9b1b7b48d7742e6_SeqId_6_ 2024-11-13T00:17:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/load_f1/f1/hfile_1 to hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/staging/jenkins__test__aiaubt4l95ogj6n757ic1l58patoubokeg81vfott2sq74v02g1m6rb7ip7k6ngm/f1/hfile_1 2024-11-13T00:17:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/staging/jenkins__test__aiaubt4l95ogj6n757ic1l58patoubokeg81vfott2sq74v02g1m6rb7ip7k6ngm/f1/hfile_1 as hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/default/test/e35bba61cd9240d55629bf99f43c547d/f1/faa7fb79530549a99e42b9f3e2f63c46_SeqId_6_ 2024-11-13T00:17:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-13T00:17:47,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/staging/jenkins__test__aiaubt4l95ogj6n757ic1l58patoubokeg81vfott2sq74v02g1m6rb7ip7k6ngm/f1/hfile_0 into e35bba61cd9240d55629bf99f43c547d/f1 as hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/default/test/e35bba61cd9240d55629bf99f43c547d/f1/9c6f88064cdc49c5a9b1b7b48d7742e6_SeqId_6_ - updating store file list. 2024-11-13T00:17:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9c6f88064cdc49c5a9b1b7b48d7742e6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T00:17:47,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/default/test/e35bba61cd9240d55629bf99f43c547d/f1/9c6f88064cdc49c5a9b1b7b48d7742e6_SeqId_6_ into e35bba61cd9240d55629bf99f43c547d/f1 2024-11-13T00:17:47,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/staging/jenkins__test__aiaubt4l95ogj6n757ic1l58patoubokeg81vfott2sq74v02g1m6rb7ip7k6ngm/f1/hfile_0 into e35bba61cd9240d55629bf99f43c547d/f1 (new location: hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/default/test/e35bba61cd9240d55629bf99f43c547d/f1/9c6f88064cdc49c5a9b1b7b48d7742e6_SeqId_6_) 2024-11-13T00:17:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/staging/jenkins__test__aiaubt4l95ogj6n757ic1l58patoubokeg81vfott2sq74v02g1m6rb7ip7k6ngm/f1/hfile_0 2024-11-13T00:17:47,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/staging/jenkins__test__aiaubt4l95ogj6n757ic1l58patoubokeg81vfott2sq74v02g1m6rb7ip7k6ngm/f1/hfile_1 into e35bba61cd9240d55629bf99f43c547d/f1 as hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/default/test/e35bba61cd9240d55629bf99f43c547d/f1/faa7fb79530549a99e42b9f3e2f63c46_SeqId_6_ - updating store file list. 2024-11-13T00:17:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStoreFile(483): HFile Bloom filter type for faa7fb79530549a99e42b9f3e2f63c46_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T00:17:47,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/default/test/e35bba61cd9240d55629bf99f43c547d/f1/faa7fb79530549a99e42b9f3e2f63c46_SeqId_6_ into e35bba61cd9240d55629bf99f43c547d/f1 2024-11-13T00:17:47,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/staging/jenkins__test__aiaubt4l95ogj6n757ic1l58patoubokeg81vfott2sq74v02g1m6rb7ip7k6ngm/f1/hfile_1 into e35bba61cd9240d55629bf99f43c547d/f1 (new location: hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/default/test/e35bba61cd9240d55629bf99f43c547d/f1/faa7fb79530549a99e42b9f3e2f63c46_SeqId_6_) 2024-11-13T00:17:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/staging/jenkins__test__aiaubt4l95ogj6n757ic1l58patoubokeg81vfott2sq74v02g1m6rb7ip7k6ngm/f1/hfile_1 2024-11-13T00:17:47,277 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:17:47,278 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:17:47,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:47,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:17:47,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:17:47,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731457057879.e35bba61cd9240d55629bf99f43c547d., hostname=cb28580903fb,43759,1731457051686, seqNum=2 , the old value is region=test,,1731457057879.e35bba61cd9240d55629bf99f43c547d., hostname=cb28580903fb,43759,1731457051686, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cb28580903fb:43759 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T00:17:47,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731457057879.e35bba61cd9240d55629bf99f43c547d., hostname=cb28580903fb,43759,1731457051686, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T00:17:47,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731457057879.e35bba61cd9240d55629bf99f43c547d., hostname=cb28580903fb,43759,1731457051686, seqNum=2 from cache 2024-11-13T00:17:47,279 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:17:47,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,43759,1731457051686, seqNum=-1] 2024-11-13T00:17:47,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:17:47,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:17:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43759: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:56514 deadline: 1731457127278 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:56514 2024-11-13T00:17:47,283 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731457057879.e35bba61cd9240d55629bf99f43c547d., hostname=cb28580903fb,43759,1731457051686, seqNum=2] 2024-11-13T00:17:47,384 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:43759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T00:17:47,413 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 687, reset compression=false 2024-11-13T00:17:47,419 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:17:47,419 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:17:47,419 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.shippercb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,43759,1731457051686 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:17:47,624 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:17:47,928 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:17:48,333 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:17:48,838 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:17:49,442 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:17:50,146 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:17:50,951 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:17:51,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T00:17:51,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T00:17:51,856 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:17:52,862 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:17:53,966 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:17:55,170 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:17:56,475 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:17:57,879 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:17:59,383 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:18:00,987 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:18:01,222 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T00:18:02,691 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:18:04,496 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:18:05,373 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T00:18:06,400 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:18:07,422 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.shippercb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,43759,1731457051686 got entry batch from reader: null 2024-11-13T00:18:08,404 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:18:10,509 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:18:12,713 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:18:15,017 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:18:15,049 INFO [master/cb28580903fb:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T00:18:15,049 INFO [master/cb28580903fb:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T00:18:17,421 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:18:18,395 INFO [master/cb28580903fb:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T00:18:18,395 INFO [master/cb28580903fb:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T00:18:19,925 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:18:22,531 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:18:23,631 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e35bba61cd9240d55629bf99f43c547d, had cached 0 bytes from a total of 31376 2024-11-13T00:18:25,172 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fa95b8325f29f2e2e433ee4045c47add, had cached 0 bytes from a total of 15585 2024-11-13T00:18:25,236 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:18:27,422 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.shippercb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,43759,1731457051686 got entry batch from reader: null 2024-11-13T00:18:28,042 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:18:30,946 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:18:31,222 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T00:18:33,950 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:18:34,379 DEBUG [master/cb28580903fb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T00:18:35,373 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T00:18:37,055 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:18:38,917 DEBUG [master/cb28580903fb:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T00:18:40,263 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:18:43,567 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:18:46,973 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:18:47,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T00:18:47,308 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:18:47,308 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:18:47,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:18:47,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:18:47,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:18:47,309 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T00:18:47,309 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=920422092, stopped=false 2024-11-13T00:18:47,309 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb28580903fb,34255,1731457055398 2024-11-13T00:18:47,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12005318313/running 2024-11-13T00:18:47,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37833-0x1010eafd2470004, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12005318313/running 2024-11-13T00:18:47,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37833-0x1010eafd2470004, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005318313 2024-11-13T00:18:47,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005318313 2024-11-13T00:18:47,311 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:18:47,311 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:18:47,311 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:18:47,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:18:47,311 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,37833,1731457055496' ***** 2024-11-13T00:18:47,311 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:18:47,312 INFO [RS:0;cb28580903fb:37833 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:18:47,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37833-0x1010eafd2470004, quorum=127.0.0.1:61146, baseZNode=/12005318313 Set watcher on znode that does not yet exist, /12005318313/running 2024-11-13T00:18:47,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Set watcher on znode that does not yet exist, /12005318313/running 2024-11-13T00:18:47,312 INFO [RS:0;cb28580903fb:37833 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:18:47,312 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:18:47,312 INFO [RS:0;cb28580903fb:37833 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:18:47,312 INFO [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer(3091): Received CLOSE for fa95b8325f29f2e2e433ee4045c47add 2024-11-13T00:18:47,313 INFO [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,37833,1731457055496 2024-11-13T00:18:47,313 INFO [RS:0;cb28580903fb:37833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:18:47,313 INFO [RS:0;cb28580903fb:37833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:37833. 2024-11-13T00:18:47,313 DEBUG [RS:0;cb28580903fb:37833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:18:47,313 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa95b8325f29f2e2e433ee4045c47add, disabling compactions & flushes 2024-11-13T00:18:47,313 DEBUG [RS:0;cb28580903fb:37833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:18:47,313 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731457059027.fa95b8325f29f2e2e433ee4045c47add. 2024-11-13T00:18:47,313 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457059027.fa95b8325f29f2e2e433ee4045c47add. 2024-11-13T00:18:47,313 INFO [RS:0;cb28580903fb:37833 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:18:47,313 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731457059027.fa95b8325f29f2e2e433ee4045c47add. after waiting 0 ms 2024-11-13T00:18:47,313 INFO [RS:0;cb28580903fb:37833 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:18:47,313 INFO [RS:0;cb28580903fb:37833 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:18:47,313 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731457059027.fa95b8325f29f2e2e433ee4045c47add. 2024-11-13T00:18:47,313 INFO [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T00:18:47,313 INFO [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T00:18:47,313 DEBUG [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fa95b8325f29f2e2e433ee4045c47add=test,,1731457059027.fa95b8325f29f2e2e433ee4045c47add.} 2024-11-13T00:18:47,314 DEBUG [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fa95b8325f29f2e2e433ee4045c47add 2024-11-13T00:18:47,314 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:18:47,314 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:18:47,314 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:18:47,314 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:18:47,314 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:18:47,314 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T00:18:47,324 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/default/test/fa95b8325f29f2e2e433ee4045c47add/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T00:18:47,325 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:18:47,325 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T00:18:47,325 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731457059027.fa95b8325f29f2e2e433ee4045c47add. 2024-11-13T00:18:47,325 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa95b8325f29f2e2e433ee4045c47add: Waiting for close lock at 1731457127313Running coprocessor pre-close hooks at 1731457127313Disabling compacts and flushes for region at 1731457127313Disabling writes for close at 1731457127313Writing region close event to WAL at 1731457127320 (+7 ms)Running coprocessor post-close hooks at 1731457127325 (+5 ms)Closed at 1731457127325 2024-11-13T00:18:47,325 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731457059027.fa95b8325f29f2e2e433ee4045c47add. 2024-11-13T00:18:47,327 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:18:47,334 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/1588230740/.tmp/info/354cf58d83f2410c9fcc7074a075e1c7 is 129, key is test,,1731457059027.fa95b8325f29f2e2e433ee4045c47add./info:regioninfo/1731457060191/Put/seqid=0 2024-11-13T00:18:47,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741839_1015 (size=6421) 2024-11-13T00:18:47,422 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.shippercb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,43759,1731457051686 got entry batch from reader: null 2024-11-13T00:18:47,514 DEBUG [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:18:47,714 DEBUG [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:18:47,739 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/1588230740/.tmp/info/354cf58d83f2410c9fcc7074a075e1c7 2024-11-13T00:18:47,760 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/1588230740/.tmp/ns/df16a76eb33b48d581803265d4b44130 is 43, key is default/ns:d/1731457057770/Put/seqid=0 2024-11-13T00:18:47,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741840_1016 (size=5153) 2024-11-13T00:18:47,914 DEBUG [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:18:48,114 DEBUG [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:18:48,165 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/1588230740/.tmp/ns/df16a76eb33b48d581803265d4b44130 2024-11-13T00:18:48,177 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T00:18:48,177 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T00:18:48,188 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/1588230740/.tmp/rep_barrier/1f063b9629784bac81ec29784335f0bc is 112, key is test,,1731457059027.fa95b8325f29f2e2e433ee4045c47add./rep_barrier:seqnumDuringOpen/1731457060191/Put/seqid=0 2024-11-13T00:18:48,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741841_1017 (size=5518) 2024-11-13T00:18:48,314 INFO [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T00:18:48,314 DEBUG [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T00:18:48,315 DEBUG [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:18:48,515 DEBUG [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:18:48,593 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/1588230740/.tmp/rep_barrier/1f063b9629784bac81ec29784335f0bc 2024-11-13T00:18:48,613 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/1588230740/.tmp/table/e4f38ab86f3745d8b76cf386b9026d10 is 40, key is test/table:state/1731457060201/Put/seqid=0 2024-11-13T00:18:48,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741842_1018 (size=5165) 2024-11-13T00:18:48,715 DEBUG [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:18:48,915 DEBUG [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:18:49,018 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/1588230740/.tmp/table/e4f38ab86f3745d8b76cf386b9026d10 2024-11-13T00:18:49,025 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/1588230740/.tmp/info/354cf58d83f2410c9fcc7074a075e1c7 as hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/1588230740/info/354cf58d83f2410c9fcc7074a075e1c7 2024-11-13T00:18:49,031 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/1588230740/info/354cf58d83f2410c9fcc7074a075e1c7, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T00:18:49,031 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/1588230740/.tmp/ns/df16a76eb33b48d581803265d4b44130 as hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/1588230740/ns/df16a76eb33b48d581803265d4b44130 2024-11-13T00:18:49,037 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/1588230740/ns/df16a76eb33b48d581803265d4b44130, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T00:18:49,037 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/1588230740/.tmp/rep_barrier/1f063b9629784bac81ec29784335f0bc as hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/1588230740/rep_barrier/1f063b9629784bac81ec29784335f0bc 2024-11-13T00:18:49,042 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/1588230740/rep_barrier/1f063b9629784bac81ec29784335f0bc, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T00:18:49,043 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/1588230740/.tmp/table/e4f38ab86f3745d8b76cf386b9026d10 as hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/1588230740/table/e4f38ab86f3745d8b76cf386b9026d10 2024-11-13T00:18:49,048 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/1588230740/table/e4f38ab86f3745d8b76cf386b9026d10, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T00:18:49,049 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=11, compaction requested=false 2024-11-13T00:18:49,054 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T00:18:49,054 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:18:49,054 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:18:49,054 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:18:49,054 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457127314Running coprocessor pre-close hooks at 1731457127314Disabling compacts and flushes for region at 1731457127314Disabling writes for close at 1731457127314Obtaining lock to block concurrent updates at 1731457127314Preparing flush snapshotting stores in 1588230740 at 1731457127314Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731457127314Flushing stores of hbase:meta,,1.1588230740 at 1731457127315 (+1 ms)Flushing 1588230740/info: creating writer at 1731457127315Flushing 1588230740/info: appending metadata at 1731457127334 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731457127334Flushing 1588230740/ns: creating writer at 1731457127745 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731457127760 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731457127760Flushing 1588230740/rep_barrier: creating writer at 1731457128171 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731457128188 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731457128188Flushing 1588230740/table: creating writer at 1731457128598 (+410 ms)Flushing 1588230740/table: appending metadata at 1731457128613 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731457128613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c9be401: reopening flushed file at 1731457129024 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c2226fe: reopening flushed file at 1731457129031 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30b68e39: reopening flushed file at 1731457129037 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a1bf17d: reopening flushed file at 1731457129042 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=11, compaction requested=false at 1731457129049 (+7 ms)Writing region close event to WAL at 1731457129050 (+1 ms)Running coprocessor post-close hooks at 1731457129054 (+4 ms)Closed at 1731457129054 2024-11-13T00:18:49,055 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T00:18:49,115 INFO [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,37833,1731457055496; all regions closed. 2024-11-13T00:18:49,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741834_1010 (size=2717) 2024-11-13T00:18:49,118 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/WALs/cb28580903fb,37833,1731457055496/cb28580903fb%2C37833%2C1731457055496.meta.1731457057705.meta not finished, retry = 0 2024-11-13T00:18:49,221 DEBUG [RS:0;cb28580903fb:37833 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/oldWALs 2024-11-13T00:18:49,221 INFO [RS:0;cb28580903fb:37833 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C37833%2C1731457055496.meta:.meta(num 1731457057705) 2024-11-13T00:18:49,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741833_1009 (size=1028) 2024-11-13T00:18:49,233 DEBUG [RS:0;cb28580903fb:37833 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/oldWALs 2024-11-13T00:18:49,233 INFO [RS:0;cb28580903fb:37833 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C37833%2C1731457055496:(num 1731457057312) 2024-11-13T00:18:49,233 DEBUG [RS:0;cb28580903fb:37833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:18:49,233 INFO [RS:0;cb28580903fb:37833 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:18:49,233 INFO [RS:0;cb28580903fb:37833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:18:49,233 INFO [RS:0;cb28580903fb:37833 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T00:18:49,234 INFO [RS:0;cb28580903fb:37833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:18:49,234 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:18:49,234 INFO [RS:0;cb28580903fb:37833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:37833. 2024-11-13T00:18:49,234 DEBUG [RS:0;cb28580903fb:37833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:18:49,234 DEBUG [RS:0;cb28580903fb:37833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:18:49,234 DEBUG [RS:0;cb28580903fb:37833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:18:49,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:18:49,234 INFO [RS:0;cb28580903fb:37833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37833 2024-11-13T00:18:49,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005318313/rs 2024-11-13T00:18:49,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37833-0x1010eafd2470004, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12005318313/rs/cb28580903fb,37833,1731457055496 2024-11-13T00:18:49,240 INFO [RS:0;cb28580903fb:37833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:18:49,240 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,37833,1731457055496] 2024-11-13T00:18:49,243 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12005318313/draining/cb28580903fb,37833,1731457055496 already deleted, retry=false 2024-11-13T00:18:49,243 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,37833,1731457055496 expired; onlineServers=0 2024-11-13T00:18:49,243 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb28580903fb,34255,1731457055398' ***** 2024-11-13T00:18:49,243 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T00:18:49,243 INFO [M:0;cb28580903fb:34255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:18:49,244 INFO [M:0;cb28580903fb:34255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:18:49,244 DEBUG [M:0;cb28580903fb:34255 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T00:18:49,244 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T00:18:49,244 DEBUG [M:0;cb28580903fb:34255 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T00:18:49,244 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457057045 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457057045,5,FailOnTimeoutGroup] 2024-11-13T00:18:49,244 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457057047 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457057047,5,FailOnTimeoutGroup] 2024-11-13T00:18:49,244 INFO [M:0;cb28580903fb:34255 {}] hbase.ChoreService(370): Chore service for: master/cb28580903fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T00:18:49,244 INFO [M:0;cb28580903fb:34255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:18:49,244 DEBUG [M:0;cb28580903fb:34255 {}] master.HMaster(1795): Stopping service threads 2024-11-13T00:18:49,244 INFO [M:0;cb28580903fb:34255 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T00:18:49,244 INFO [M:0;cb28580903fb:34255 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:18:49,244 INFO [M:0;cb28580903fb:34255 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T00:18:49,244 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T00:18:49,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12005318313/master 2024-11-13T00:18:49,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12005318313 2024-11-13T00:18:49,246 DEBUG [M:0;cb28580903fb:34255 {}] zookeeper.ZKUtil(347): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Unable to get data of znode /12005318313/master because node does not exist (not an error) 2024-11-13T00:18:49,246 WARN [M:0;cb28580903fb:34255 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T00:18:49,249 INFO [M:0;cb28580903fb:34255 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/.lastflushedseqids 2024-11-13T00:18:49,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741843_1019 (size=173) 2024-11-13T00:18:49,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37833-0x1010eafd2470004, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:18:49,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37833-0x1010eafd2470004, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:18:49,342 INFO [RS:0;cb28580903fb:37833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:18:49,342 INFO [RS:0;cb28580903fb:37833 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,37833,1731457055496; zookeeper connection closed. 2024-11-13T00:18:49,342 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@767a0f9f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@767a0f9f 2024-11-13T00:18:49,343 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T00:18:49,658 INFO [M:0;cb28580903fb:34255 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T00:18:49,658 INFO [M:0;cb28580903fb:34255 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T00:18:49,659 DEBUG [M:0;cb28580903fb:34255 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:18:49,659 INFO [M:0;cb28580903fb:34255 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:18:49,659 DEBUG [M:0;cb28580903fb:34255 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:18:49,659 DEBUG [M:0;cb28580903fb:34255 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:18:49,659 DEBUG [M:0;cb28580903fb:34255 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:18:49,659 INFO [M:0;cb28580903fb:34255 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-13T00:18:49,675 DEBUG [M:0;cb28580903fb:34255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d5beb7f86d664affabd422905016fb32 is 82, key is hbase:meta,,1/info:regioninfo/1731457057755/Put/seqid=0 2024-11-13T00:18:49,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741844_1020 (size=5672) 2024-11-13T00:18:50,080 INFO [M:0;cb28580903fb:34255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d5beb7f86d664affabd422905016fb32 2024-11-13T00:18:50,105 DEBUG [M:0;cb28580903fb:34255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d78d607ea7b4483ebafeae8b42e3a21f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731457060205/Put/seqid=0 2024-11-13T00:18:50,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741845_1021 (size=6727) 2024-11-13T00:18:50,478 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.1731457053280 to pos 997, reset compression=false 2024-11-13T00:18:50,510 INFO [M:0;cb28580903fb:34255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d78d607ea7b4483ebafeae8b42e3a21f 2024-11-13T00:18:50,515 INFO [M:0;cb28580903fb:34255 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d78d607ea7b4483ebafeae8b42e3a21f 2024-11-13T00:18:50,532 DEBUG [M:0;cb28580903fb:34255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fbf027eb15784e5fa03e8ebed65ed763 is 69, key is cb28580903fb,37833,1731457055496/rs:state/1731457057098/Put/seqid=0 2024-11-13T00:18:50,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741846_1022 (size=5156) 2024-11-13T00:18:50,540 INFO [M:0;cb28580903fb:34255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fbf027eb15784e5fa03e8ebed65ed763 2024-11-13T00:18:50,547 DEBUG [M:0;cb28580903fb:34255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d5beb7f86d664affabd422905016fb32 as hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d5beb7f86d664affabd422905016fb32 2024-11-13T00:18:50,552 INFO [M:0;cb28580903fb:34255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d5beb7f86d664affabd422905016fb32, entries=8, sequenceid=58, filesize=5.5 K 2024-11-13T00:18:50,553 DEBUG [M:0;cb28580903fb:34255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d78d607ea7b4483ebafeae8b42e3a21f as hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d78d607ea7b4483ebafeae8b42e3a21f 2024-11-13T00:18:50,559 INFO [M:0;cb28580903fb:34255 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d78d607ea7b4483ebafeae8b42e3a21f 2024-11-13T00:18:50,560 INFO [M:0;cb28580903fb:34255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d78d607ea7b4483ebafeae8b42e3a21f, entries=6, sequenceid=58, filesize=6.6 K 2024-11-13T00:18:50,561 DEBUG [M:0;cb28580903fb:34255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fbf027eb15784e5fa03e8ebed65ed763 as hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fbf027eb15784e5fa03e8ebed65ed763 2024-11-13T00:18:50,566 INFO [M:0;cb28580903fb:34255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38341/user/jenkins/test-data/79ee7202-2b66-d031-eaa5-931c34ead8cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fbf027eb15784e5fa03e8ebed65ed763, entries=1, sequenceid=58, filesize=5.0 K 2024-11-13T00:18:50,568 INFO [M:0;cb28580903fb:34255 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 908ms, sequenceid=58, compaction requested=false 2024-11-13T00:18:50,573 INFO [M:0;cb28580903fb:34255 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:18:50,573 DEBUG [M:0;cb28580903fb:34255 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457129658Disabling compacts and flushes for region at 1731457129658Disabling writes for close at 1731457129659 (+1 ms)Obtaining lock to block concurrent updates at 1731457129659Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731457129659Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731457129659Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731457129660 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731457129660Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731457129675 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731457129675Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731457130086 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731457130104 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731457130104Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731457130515 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731457130532 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731457130532Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d77bc5f: reopening flushed file at 1731457130546 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e0d25ed: reopening flushed file at 1731457130552 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33c19bbb: reopening flushed file at 1731457130560 (+8 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 908ms, sequenceid=58, compaction requested=false at 1731457130568 (+8 ms)Writing region close event to WAL at 1731457130573 (+5 ms)Closed at 1731457130573 2024-11-13T00:18:50,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44503 is added to blk_1073741830_1006 (size=33026) 2024-11-13T00:18:50,584 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:18:50,584 INFO [M:0;cb28580903fb:34255 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T00:18:50,584 INFO [M:0;cb28580903fb:34255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34255 2024-11-13T00:18:50,586 INFO [M:0;cb28580903fb:34255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:18:50,688 INFO [M:0;cb28580903fb:34255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:18:50,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:18:50,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1010eafd2470003, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:18:50,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13f1d5f3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:18:50,692 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b468588{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:18:50,692 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:18:50,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22491f67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:18:50,692 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3029c162{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/hadoop.log.dir/,STOPPED} 2024-11-13T00:18:50,694 WARN [BP-106897392-172.17.0.2-1731457054494 heartbeating to localhost/127.0.0.1:38341 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:18:50,694 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:18:50,694 WARN [BP-106897392-172.17.0.2-1731457054494 heartbeating to localhost/127.0.0.1:38341 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-106897392-172.17.0.2-1731457054494 (Datanode Uuid c06e8f8d-a127-4c5d-8614-bfa460fb9d29) service to localhost/127.0.0.1:38341 2024-11-13T00:18:50,694 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:18:50,694 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/cluster_3187eb79-0253-4f77-e469-b6963e8efd39/data/data1/current/BP-106897392-172.17.0.2-1731457054494 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:18:50,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/cluster_3187eb79-0253-4f77-e469-b6963e8efd39/data/data2/current/BP-106897392-172.17.0.2-1731457054494 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:18:50,695 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:18:50,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3464a5df{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:18:50,704 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@891ab73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:18:50,704 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:18:50,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57a504e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:18:50,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61fc1e28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/hadoop.log.dir/,STOPPED} 2024-11-13T00:18:50,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T00:18:50,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T00:18:50,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:18:50,720 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:18:50,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:18:50,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:18:50,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:18:50,720 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T00:18:50,720 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=149353428, stopped=false 2024-11-13T00:18:50,720 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb28580903fb,36227,1731457051635 2024-11-13T00:18:50,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43759-0x1010eafd2470001, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1803925199/running 2024-11-13T00:18:50,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1803925199/running 2024-11-13T00:18:50,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43759-0x1010eafd2470001, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803925199 2024-11-13T00:18:50,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803925199 2024-11-13T00:18:50,722 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:18:50,722 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:18:50,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43759-0x1010eafd2470001, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Set watcher on znode that does not yet exist, /0-1803925199/running 2024-11-13T00:18:50,723 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:18:50,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:18:50,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Set watcher on znode that does not yet exist, /0-1803925199/running 2024-11-13T00:18:50,723 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,43759,1731457051686' ***** 2024-11-13T00:18:50,723 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:18:50,723 INFO [RS:0;cb28580903fb:43759 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:18:50,723 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:18:50,723 INFO [RS:0;cb28580903fb:43759 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:18:50,724 INFO [RS:0;cb28580903fb:43759 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:18:50,724 INFO [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d69522e6ed0536dc7ac2dadbe2e8996 2024-11-13T00:18:50,724 INFO [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(3091): Received CLOSE for e35bba61cd9240d55629bf99f43c547d 2024-11-13T00:18:50,724 INFO [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,43759,1731457051686 2024-11-13T00:18:50,724 INFO [RS:0;cb28580903fb:43759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:18:50,724 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d69522e6ed0536dc7ac2dadbe2e8996, disabling compactions & flushes 2024-11-13T00:18:50,724 INFO [RS:0;cb28580903fb:43759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:43759. 2024-11-13T00:18:50,724 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996. 2024-11-13T00:18:50,724 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996. 2024-11-13T00:18:50,724 DEBUG [RS:0;cb28580903fb:43759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:18:50,724 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996. after waiting 0 ms 2024-11-13T00:18:50,724 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996. 2024-11-13T00:18:50,724 DEBUG [RS:0;cb28580903fb:43759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:18:50,724 INFO [RS:0;cb28580903fb:43759 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:18:50,724 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2d69522e6ed0536dc7ac2dadbe2e8996 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-13T00:18:50,724 INFO [RS:0;cb28580903fb:43759 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:18:50,724 INFO [RS:0;cb28580903fb:43759 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:18:50,724 INFO [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T00:18:50,725 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:18:50,725 INFO [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T00:18:50,725 DEBUG [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(1325): Online Regions={2d69522e6ed0536dc7ac2dadbe2e8996=hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996., 1588230740=hbase:meta,,1.1588230740, e35bba61cd9240d55629bf99f43c547d=test,,1731457057879.e35bba61cd9240d55629bf99f43c547d.} 2024-11-13T00:18:50,725 DEBUG [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d69522e6ed0536dc7ac2dadbe2e8996, e35bba61cd9240d55629bf99f43c547d 2024-11-13T00:18:50,725 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:18:50,725 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:18:50,725 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:18:50,725 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:18:50,725 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:18:50,725 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T00:18:50,748 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/replication/2d69522e6ed0536dc7ac2dadbe2e8996/.tmp/hfileref/8e12460bcfd24e09a530ef5c40026e78 is 74, key is 1/hfileref:68fc317e3f6d407f93d23f10b2707e5b_SeqId_4_/1731457065597/DeleteColumn/seqid=0 2024-11-13T00:18:50,748 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/1588230740/.tmp/info/aeb795d3787944c8910579fe1cc1944e is 147, key is hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996./info:regioninfo/1731457062396/Put/seqid=0 2024-11-13T00:18:50,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741845_1021 (size=5203) 2024-11-13T00:18:50,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741844_1020 (size=7686) 2024-11-13T00:18:50,925 DEBUG [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d69522e6ed0536dc7ac2dadbe2e8996, e35bba61cd9240d55629bf99f43c547d 2024-11-13T00:18:51,125 DEBUG [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d69522e6ed0536dc7ac2dadbe2e8996, e35bba61cd9240d55629bf99f43c547d 2024-11-13T00:18:51,153 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/replication/2d69522e6ed0536dc7ac2dadbe2e8996/.tmp/hfileref/8e12460bcfd24e09a530ef5c40026e78 2024-11-13T00:18:51,153 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/1588230740/.tmp/info/aeb795d3787944c8910579fe1cc1944e 2024-11-13T00:18:51,158 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T00:18:51,158 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T00:18:51,177 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/1588230740/.tmp/ns/d8dc881b9b644e5eb8dd70534fc4ce9d is 43, key is default/ns:d/1731457054366/Put/seqid=0 2024-11-13T00:18:51,182 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/replication/2d69522e6ed0536dc7ac2dadbe2e8996/.tmp/queue/7b2af46b67db49608399c6bd0e794fd8 is 153, key is 1-cb28580903fb,43759,1731457051686/queue:cb28580903fb%2C43759%2C1731457051686/1731457067421/Put/seqid=0 2024-11-13T00:18:51,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741846_1022 (size=5153) 2024-11-13T00:18:51,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741847_1023 (size=5352) 2024-11-13T00:18:51,325 DEBUG [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d69522e6ed0536dc7ac2dadbe2e8996, e35bba61cd9240d55629bf99f43c547d 2024-11-13T00:18:51,526 DEBUG [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d69522e6ed0536dc7ac2dadbe2e8996, e35bba61cd9240d55629bf99f43c547d 2024-11-13T00:18:51,586 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/1588230740/.tmp/ns/d8dc881b9b644e5eb8dd70534fc4ce9d 2024-11-13T00:18:51,593 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/replication/2d69522e6ed0536dc7ac2dadbe2e8996/.tmp/queue/7b2af46b67db49608399c6bd0e794fd8 2024-11-13T00:18:51,598 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/replication/2d69522e6ed0536dc7ac2dadbe2e8996/.tmp/hfileref/8e12460bcfd24e09a530ef5c40026e78 as hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/replication/2d69522e6ed0536dc7ac2dadbe2e8996/hfileref/8e12460bcfd24e09a530ef5c40026e78 2024-11-13T00:18:51,603 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/replication/2d69522e6ed0536dc7ac2dadbe2e8996/hfileref/8e12460bcfd24e09a530ef5c40026e78, entries=2, sequenceid=10, filesize=5.1 K 2024-11-13T00:18:51,607 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/replication/2d69522e6ed0536dc7ac2dadbe2e8996/.tmp/queue/7b2af46b67db49608399c6bd0e794fd8 as hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/replication/2d69522e6ed0536dc7ac2dadbe2e8996/queue/7b2af46b67db49608399c6bd0e794fd8 2024-11-13T00:18:51,610 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/1588230740/.tmp/rep_barrier/d294c24df7364beca6f457f50dbeeb8c is 112, key is test,,1731457057879.e35bba61cd9240d55629bf99f43c547d./rep_barrier:seqnumDuringOpen/1731457058653/Put/seqid=0 2024-11-13T00:18:51,612 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/replication/2d69522e6ed0536dc7ac2dadbe2e8996/queue/7b2af46b67db49608399c6bd0e794fd8, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T00:18:51,613 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 2d69522e6ed0536dc7ac2dadbe2e8996 in 889ms, sequenceid=10, compaction requested=false 2024-11-13T00:18:51,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741848_1024 (size=5518) 2024-11-13T00:18:51,617 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/replication/2d69522e6ed0536dc7ac2dadbe2e8996/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T00:18:51,618 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:18:51,618 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:18:51,618 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996. 2024-11-13T00:18:51,618 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d69522e6ed0536dc7ac2dadbe2e8996: Waiting for close lock at 1731457130724Running coprocessor pre-close hooks at 1731457130724Disabling compacts and flushes for region at 1731457130724Disabling writes for close at 1731457130724Obtaining lock to block concurrent updates at 1731457130724Preparing flush snapshotting stores in 2d69522e6ed0536dc7ac2dadbe2e8996 at 1731457130724Finished memstore snapshotting hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731457130725 (+1 ms)Flushing stores of hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996. at 1731457130725Flushing 2d69522e6ed0536dc7ac2dadbe2e8996/hfileref: creating writer at 1731457130725Flushing 2d69522e6ed0536dc7ac2dadbe2e8996/hfileref: appending metadata at 1731457130747 (+22 ms)Flushing 2d69522e6ed0536dc7ac2dadbe2e8996/hfileref: closing flushed file at 1731457130747Flushing 2d69522e6ed0536dc7ac2dadbe2e8996/queue: creating writer at 1731457131160 (+413 ms)Flushing 2d69522e6ed0536dc7ac2dadbe2e8996/queue: appending metadata at 1731457131181 (+21 ms)Flushing 2d69522e6ed0536dc7ac2dadbe2e8996/queue: closing flushed file at 1731457131181Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d91dfcf: reopening flushed file at 1731457131597 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4df1b517: reopening flushed file at 1731457131603 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 2d69522e6ed0536dc7ac2dadbe2e8996 in 889ms, sequenceid=10, compaction requested=false at 1731457131613 (+10 ms)Writing region close event to WAL at 1731457131614 (+1 ms)Running coprocessor post-close hooks at 1731457131618 (+4 ms)Closed at 1731457131618 2024-11-13T00:18:51,618 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731457061213.2d69522e6ed0536dc7ac2dadbe2e8996. 2024-11-13T00:18:51,618 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e35bba61cd9240d55629bf99f43c547d, disabling compactions & flushes 2024-11-13T00:18:51,618 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731457057879.e35bba61cd9240d55629bf99f43c547d. 2024-11-13T00:18:51,618 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457057879.e35bba61cd9240d55629bf99f43c547d. 2024-11-13T00:18:51,618 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731457057879.e35bba61cd9240d55629bf99f43c547d. after waiting 0 ms 2024-11-13T00:18:51,618 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731457057879.e35bba61cd9240d55629bf99f43c547d. 2024-11-13T00:18:51,622 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/default/test/e35bba61cd9240d55629bf99f43c547d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T00:18:51,622 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:18:51,622 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T00:18:51,622 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731457057879.e35bba61cd9240d55629bf99f43c547d. 2024-11-13T00:18:51,622 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e35bba61cd9240d55629bf99f43c547d: Waiting for close lock at 1731457131618Running coprocessor pre-close hooks at 1731457131618Disabling compacts and flushes for region at 1731457131618Disabling writes for close at 1731457131618Writing region close event to WAL at 1731457131619 (+1 ms)Running coprocessor post-close hooks at 1731457131622 (+3 ms)Closed at 1731457131622 2024-11-13T00:18:51,622 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731457057879.e35bba61cd9240d55629bf99f43c547d. 2024-11-13T00:18:51,726 INFO [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T00:18:51,726 DEBUG [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T00:18:51,726 DEBUG [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:18:51,926 DEBUG [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:18:52,015 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/1588230740/.tmp/rep_barrier/d294c24df7364beca6f457f50dbeeb8c 2024-11-13T00:18:52,037 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/1588230740/.tmp/table/2e4bc4a3b3674f9a91813e50abff95bd is 53, key is hbase:replication/table:state/1731457062404/Put/seqid=0 2024-11-13T00:18:52,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741849_1025 (size=5308) 2024-11-13T00:18:52,126 DEBUG [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:18:52,327 DEBUG [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:18:52,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:18:52,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:18:52,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:18:52,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:18:52,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:18:52,442 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/1588230740/.tmp/table/2e4bc4a3b3674f9a91813e50abff95bd 2024-11-13T00:18:52,451 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/1588230740/.tmp/info/aeb795d3787944c8910579fe1cc1944e as hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/1588230740/info/aeb795d3787944c8910579fe1cc1944e 2024-11-13T00:18:52,457 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/1588230740/info/aeb795d3787944c8910579fe1cc1944e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T00:18:52,458 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/1588230740/.tmp/ns/d8dc881b9b644e5eb8dd70534fc4ce9d as hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/1588230740/ns/d8dc881b9b644e5eb8dd70534fc4ce9d 2024-11-13T00:18:52,467 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/1588230740/ns/d8dc881b9b644e5eb8dd70534fc4ce9d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T00:18:52,468 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/1588230740/.tmp/rep_barrier/d294c24df7364beca6f457f50dbeeb8c as hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/1588230740/rep_barrier/d294c24df7364beca6f457f50dbeeb8c 2024-11-13T00:18:52,473 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/1588230740/rep_barrier/d294c24df7364beca6f457f50dbeeb8c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T00:18:52,474 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/1588230740/.tmp/table/2e4bc4a3b3674f9a91813e50abff95bd as hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/1588230740/table/2e4bc4a3b3674f9a91813e50abff95bd 2024-11-13T00:18:52,480 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/1588230740/table/2e4bc4a3b3674f9a91813e50abff95bd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T00:18:52,483 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1758ms, sequenceid=16, compaction requested=false 2024-11-13T00:18:52,483 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T00:18:52,488 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T00:18:52,488 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:18:52,488 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:18:52,488 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:18:52,489 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457130725Running coprocessor pre-close hooks at 1731457130725Disabling compacts and flushes for region at 1731457130725Disabling writes for close at 1731457130725Obtaining lock to block concurrent updates at 1731457130725Preparing flush snapshotting stores in 1588230740 at 1731457130725Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731457130725Flushing stores of hbase:meta,,1.1588230740 at 1731457130726 (+1 ms)Flushing 1588230740/info: creating writer at 1731457130726Flushing 1588230740/info: appending metadata at 1731457130747 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731457130748 (+1 ms)Flushing 1588230740/ns: creating writer at 1731457131160 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731457131177 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731457131177Flushing 1588230740/rep_barrier: creating writer at 1731457131591 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731457131610 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731457131610Flushing 1588230740/table: creating writer at 1731457132021 (+411 ms)Flushing 1588230740/table: appending metadata at 1731457132037 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731457132037Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35e2c298: reopening flushed file at 1731457132450 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@718befa8: reopening flushed file at 1731457132458 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@975cfee: reopening flushed file at 1731457132467 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f7a1e90: reopening flushed file at 1731457132473 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1758ms, sequenceid=16, compaction requested=false at 1731457132483 (+10 ms)Writing region close event to WAL at 1731457132485 (+2 ms)Running coprocessor post-close hooks at 1731457132488 (+3 ms)Closed at 1731457132488 2024-11-13T00:18:52,489 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T00:18:52,527 INFO [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,43759,1731457051686; all regions closed. 2024-11-13T00:18:52,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741834_1010 (size=4239) 2024-11-13T00:18:52,529 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.meta.1731457054264.meta not finished, retry = 0 2024-11-13T00:18:52,632 DEBUG [RS:0;cb28580903fb:43759 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/oldWALs 2024-11-13T00:18:52,632 INFO [RS:0;cb28580903fb:43759 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C43759%2C1731457051686.meta:.meta(num 1731457054264) 2024-11-13T00:18:52,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741839_1015 (size=2700) 2024-11-13T00:18:52,635 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/WALs/cb28580903fb,43759,1731457051686/cb28580903fb%2C43759%2C1731457051686.rep.1731457062360 not finished, retry = 0 2024-11-13T00:18:52,737 DEBUG [RS:0;cb28580903fb:43759 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/oldWALs 2024-11-13T00:18:52,737 INFO [RS:0;cb28580903fb:43759 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C43759%2C1731457051686.rep:(num 1731457062360) 2024-11-13T00:18:52,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741832_1008 (size=1300) 2024-11-13T00:18:52,741 DEBUG [RS:0;cb28580903fb:43759 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/oldWALs 2024-11-13T00:18:52,741 INFO [RS:0;cb28580903fb:43759 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C43759%2C1731457051686:(num 1731457053280) 2024-11-13T00:18:52,741 DEBUG [RS:0;cb28580903fb:43759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:18:52,741 INFO [RS:0;cb28580903fb:43759 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:18:52,741 INFO [RS:0;cb28580903fb:43759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:18:52,741 INFO [RS:0;cb28580903fb:43759 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T00:18:52,741 INFO [RS:0;cb28580903fb:43759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:18:52,741 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:18:52,742 INFO [RS:0;cb28580903fb:43759 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb28580903fb,43759,1731457051686 because: Region server is closing 2024-11-13T00:18:52,742 INFO [RS:0;cb28580903fb:43759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:43759. 2024-11-13T00:18:52,742 DEBUG [RS:0;cb28580903fb:43759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:18:52,742 DEBUG [RS:0;cb28580903fb:43759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:18:52,742 DEBUG [RS:0;cb28580903fb:43759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:18:52,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:18:52,842 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.wal-reader.cb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T00:18:52,842 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.shippercb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T00:18:52,843 INFO [RS:0;cb28580903fb:43759 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43759,1731457051686.replicationSource.shippercb28580903fb%2C43759%2C1731457051686,1-cb28580903fb,43759,1731457051686 terminated 2024-11-13T00:18:52,843 INFO [RS:0;cb28580903fb:43759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43759 2024-11-13T00:18:52,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43759-0x1010eafd2470001, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1803925199/rs/cb28580903fb,43759,1731457051686 2024-11-13T00:18:52,846 INFO [RS:0;cb28580903fb:43759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:18:52,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803925199/rs 2024-11-13T00:18:52,848 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,43759,1731457051686] 2024-11-13T00:18:52,849 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1803925199/draining/cb28580903fb,43759,1731457051686 already deleted, retry=false 2024-11-13T00:18:52,849 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,43759,1731457051686 expired; onlineServers=0 2024-11-13T00:18:52,849 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb28580903fb,36227,1731457051635' ***** 2024-11-13T00:18:52,849 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T00:18:52,849 INFO [M:0;cb28580903fb:36227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:18:52,849 INFO [M:0;cb28580903fb:36227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:18:52,849 DEBUG [M:0;cb28580903fb:36227 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T00:18:52,849 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T00:18:52,849 DEBUG [M:0;cb28580903fb:36227 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T00:18:52,849 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457053076 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457053076,5,FailOnTimeoutGroup] 2024-11-13T00:18:52,849 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457053077 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457053077,5,FailOnTimeoutGroup] 2024-11-13T00:18:52,849 INFO [M:0;cb28580903fb:36227 {}] hbase.ChoreService(370): Chore service for: master/cb28580903fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T00:18:52,849 INFO [M:0;cb28580903fb:36227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:18:52,850 DEBUG [M:0;cb28580903fb:36227 {}] master.HMaster(1795): Stopping service threads 2024-11-13T00:18:52,850 INFO [M:0;cb28580903fb:36227 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T00:18:52,850 INFO [M:0;cb28580903fb:36227 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:18:52,850 INFO [M:0;cb28580903fb:36227 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T00:18:52,850 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T00:18:52,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1803925199/master 2024-11-13T00:18:52,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1803925199 2024-11-13T00:18:52,851 DEBUG [M:0;cb28580903fb:36227 {}] zookeeper.ZKUtil(347): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Unable to get data of znode /0-1803925199/master because node does not exist (not an error) 2024-11-13T00:18:52,851 WARN [M:0;cb28580903fb:36227 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T00:18:52,852 INFO [M:0;cb28580903fb:36227 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/.lastflushedseqids 2024-11-13T00:18:52,853 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:18:52,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741850_1026 (size=263) 2024-11-13T00:18:52,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:18:52,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:18:52,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:18:52,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:18:52,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:18:52,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43759-0x1010eafd2470001, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:18:52,948 INFO [RS:0;cb28580903fb:43759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:18:52,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43759-0x1010eafd2470001, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:18:52,948 INFO [RS:0;cb28580903fb:43759 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,43759,1731457051686; zookeeper connection closed. 2024-11-13T00:18:52,948 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b58d87d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b58d87d 2024-11-13T00:18:52,948 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T00:18:53,259 INFO [M:0;cb28580903fb:36227 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T00:18:53,259 INFO [M:0;cb28580903fb:36227 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T00:18:53,260 DEBUG [M:0;cb28580903fb:36227 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:18:53,260 INFO [M:0;cb28580903fb:36227 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:18:53,260 DEBUG [M:0;cb28580903fb:36227 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:18:53,260 DEBUG [M:0;cb28580903fb:36227 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:18:53,260 DEBUG [M:0;cb28580903fb:36227 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:18:53,260 INFO [M:0;cb28580903fb:36227 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-13T00:18:53,276 DEBUG [M:0;cb28580903fb:36227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33e5724d7c254f038699e71a07f684ab is 82, key is hbase:meta,,1/info:regioninfo/1731457054351/Put/seqid=0 2024-11-13T00:18:53,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741851_1027 (size=5672) 2024-11-13T00:18:53,681 INFO [M:0;cb28580903fb:36227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33e5724d7c254f038699e71a07f684ab 2024-11-13T00:18:53,703 DEBUG [M:0;cb28580903fb:36227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01f947e41190487792b389bb555d46a2 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731457058672/Put/seqid=0 2024-11-13T00:18:53,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741852_1028 (size=7239) 2024-11-13T00:18:54,108 INFO [M:0;cb28580903fb:36227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01f947e41190487792b389bb555d46a2 2024-11-13T00:18:54,112 INFO [M:0;cb28580903fb:36227 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01f947e41190487792b389bb555d46a2 2024-11-13T00:18:54,127 DEBUG [M:0;cb28580903fb:36227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/146a254040e04571b7b44cdde99465bf is 69, key is cb28580903fb,43759,1731457051686/rs:state/1731457053129/Put/seqid=0 2024-11-13T00:18:54,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741853_1029 (size=5156) 2024-11-13T00:18:54,531 INFO [M:0;cb28580903fb:36227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/146a254040e04571b7b44cdde99465bf 2024-11-13T00:18:54,537 DEBUG [M:0;cb28580903fb:36227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33e5724d7c254f038699e71a07f684ab as hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33e5724d7c254f038699e71a07f684ab 2024-11-13T00:18:54,542 INFO [M:0;cb28580903fb:36227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33e5724d7c254f038699e71a07f684ab, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T00:18:54,544 DEBUG [M:0;cb28580903fb:36227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01f947e41190487792b389bb555d46a2 as hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01f947e41190487792b389bb555d46a2 2024-11-13T00:18:54,549 INFO [M:0;cb28580903fb:36227 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01f947e41190487792b389bb555d46a2 2024-11-13T00:18:54,549 INFO [M:0;cb28580903fb:36227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01f947e41190487792b389bb555d46a2, entries=11, sequenceid=105, filesize=7.1 K 2024-11-13T00:18:54,550 DEBUG [M:0;cb28580903fb:36227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/146a254040e04571b7b44cdde99465bf as hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/146a254040e04571b7b44cdde99465bf 2024-11-13T00:18:54,555 INFO [M:0;cb28580903fb:36227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43195/user/jenkins/test-data/1da66f0e-3b77-5f05-af00-00512dc47fb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/146a254040e04571b7b44cdde99465bf, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T00:18:54,556 INFO [M:0;cb28580903fb:36227 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=105, compaction requested=false 2024-11-13T00:18:54,558 INFO [M:0;cb28580903fb:36227 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:18:54,558 DEBUG [M:0;cb28580903fb:36227 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457133260Disabling compacts and flushes for region at 1731457133260Disabling writes for close at 1731457133260Obtaining lock to block concurrent updates at 1731457133260Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731457133260Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731457133260Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731457133261 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731457133261Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731457133275 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731457133275Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731457133686 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731457133703 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731457133703Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731457134112 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731457134126 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731457134127 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ed22155: reopening flushed file at 1731457134536 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44ba3e2a: reopening flushed file at 1731457134543 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc07d50: reopening flushed file at 1731457134549 (+6 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=105, compaction requested=false at 1731457134556 (+7 ms)Writing region close event to WAL at 1731457134557 (+1 ms)Closed at 1731457134557 2024-11-13T00:18:54,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42475 is added to blk_1073741830_1006 (size=64514) 2024-11-13T00:18:54,561 INFO [M:0;cb28580903fb:36227 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T00:18:54,561 INFO [M:0;cb28580903fb:36227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36227 2024-11-13T00:18:54,561 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:18:54,561 INFO [M:0;cb28580903fb:36227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:18:54,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:18:54,664 INFO [M:0;cb28580903fb:36227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:18:54,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36227-0x1010eafd2470000, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:18:54,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5377c0bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:18:54,667 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fe4dffa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:18:54,667 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:18:54,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ab92463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:18:54,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e0f1b25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/hadoop.log.dir/,STOPPED} 2024-11-13T00:18:54,669 WARN [BP-544726136-172.17.0.2-1731457050585 heartbeating to localhost/127.0.0.1:43195 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:18:54,669 WARN [BP-544726136-172.17.0.2-1731457050585 heartbeating to localhost/127.0.0.1:43195 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-544726136-172.17.0.2-1731457050585 (Datanode Uuid b94cfbca-a43b-4db0-a004-3ae3593ae206) service to localhost/127.0.0.1:43195 2024-11-13T00:18:54,669 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:18:54,669 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:18:54,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/cluster_3cd1b2c5-b698-d7b1-2a6f-33f9ae8f8932/data/data1/current/BP-544726136-172.17.0.2-1731457050585 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:18:54,670 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/cluster_3cd1b2c5-b698-d7b1-2a6f-33f9ae8f8932/data/data2/current/BP-544726136-172.17.0.2-1731457050585 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:18:54,670 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:18:54,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74a3bd84{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:18:54,677 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c806ef1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:18:54,677 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:18:54,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2f2c21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:18:54,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74cb0f58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3584ff7-e84e-1b72-6fe0-f23cb4589bdc/hadoop.log.dir/,STOPPED} 2024-11-13T00:18:54,684 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T00:18:54,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T00:18:54,704 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=161 (was 139) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61146) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38341 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43195 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38341 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38341 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:38341 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38341 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61146) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f9d08b90438.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f9d08b90438.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=255 (was 239) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=911 (was 992) 2024-11-13T00:18:54,712 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=162, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=255, ProcessCount=11, AvailableMemoryMB=911 2024-11-13T00:18:54,726 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-13T00:18:54,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/hadoop.log.dir so I do NOT create it in target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9 2024-11-13T00:18:54,727 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T00:18:54,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/hadoop.tmp.dir so I do NOT create it in target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9 2024-11-13T00:18:54,727 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67c5556e-771f-5a04-29ae-a8a028fae9d7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T00:18:54,727 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9 2024-11-13T00:18:54,727 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/cluster_a2bcaf0e-62f0-c66a-54fb-689e8578ce20, deleteOnExit=true 2024-11-13T00:18:54,729 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/cluster_a2bcaf0e-62f0-c66a-54fb-689e8578ce20/zookeeper_0, clientPort=62668, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/cluster_a2bcaf0e-62f0-c66a-54fb-689e8578ce20/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/cluster_a2bcaf0e-62f0-c66a-54fb-689e8578ce20/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T00:18:54,730 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62668 2024-11-13T00:18:54,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T00:18:54,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T00:18:54,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/test.cache.data in system properties and HBase conf 2024-11-13T00:18:54,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T00:18:54,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/hadoop.log.dir in system properties and HBase conf 2024-11-13T00:18:54,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T00:18:54,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T00:18:54,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T00:18:54,731 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T00:18:54,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:18:54,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:18:54,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T00:18:54,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:18:54,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T00:18:54,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T00:18:54,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:18:54,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:18:54,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T00:18:54,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/nfs.dump.dir in system properties and HBase conf 2024-11-13T00:18:54,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/java.io.tmpdir in system properties and HBase conf 2024-11-13T00:18:54,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:18:54,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T00:18:54,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T00:18:54,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1010eafd2470002, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T00:18:54,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1010eafd2470005, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T00:18:54,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1010eafd2470002, quorum=127.0.0.1:61146, baseZNode=/0-1803925199 Received Disconnected from ZooKeeper, ignoring 2024-11-13T00:18:54,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1010eafd2470005, quorum=127.0.0.1:61146, baseZNode=/12005318313 Received Disconnected from ZooKeeper, ignoring 2024-11-13T00:18:54,812 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:18:54,816 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:18:54,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:18:54,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:18:54,818 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T00:18:54,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:18:54,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@230b3bed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:18:54,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7648a310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:18:54,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75db02f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/java.io.tmpdir/jetty-localhost-44279-hadoop-hdfs-3_4_1-tests_jar-_-any-4547569481071713660/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:18:54,936 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e60b6d9{HTTP/1.1, (http/1.1)}{localhost:44279} 2024-11-13T00:18:54,936 INFO [Time-limited test {}] server.Server(415): Started @128803ms 2024-11-13T00:18:55,011 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:18:55,015 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:18:55,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:18:55,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:18:55,016 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T00:18:55,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a27cf90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:18:55,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34b66f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:18:55,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70328c17{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/java.io.tmpdir/jetty-localhost-32785-hadoop-hdfs-3_4_1-tests_jar-_-any-10729947921169132983/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:18:55,132 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c1606b0{HTTP/1.1, (http/1.1)}{localhost:32785} 2024-11-13T00:18:55,132 INFO [Time-limited test {}] server.Server(415): Started @128999ms 2024-11-13T00:18:55,133 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:18:55,234 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/cluster_a2bcaf0e-62f0-c66a-54fb-689e8578ce20/data/data2/current/BP-1213677246-172.17.0.2-1731457134751/current, will proceed with Du for space computation calculation, 2024-11-13T00:18:55,234 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/cluster_a2bcaf0e-62f0-c66a-54fb-689e8578ce20/data/data1/current/BP-1213677246-172.17.0.2-1731457134751/current, will proceed with Du for space computation calculation, 2024-11-13T00:18:55,254 WARN [Thread-1273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:18:55,257 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x664919083380d089 with lease ID 0xbf604def229e0587: Processing first storage report for DS-1c5620a9-ca5a-4881-a003-51e85fa1fc16 from datanode DatanodeRegistration(127.0.0.1:45081, datanodeUuid=c0697a8d-19a1-4c67-a5ba-88578e4b70bd, infoPort=34229, infoSecurePort=0, ipcPort=33615, storageInfo=lv=-57;cid=testClusterID;nsid=1572145098;c=1731457134751) 2024-11-13T00:18:55,257 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x664919083380d089 with lease ID 0xbf604def229e0587: from storage DS-1c5620a9-ca5a-4881-a003-51e85fa1fc16 node DatanodeRegistration(127.0.0.1:45081, datanodeUuid=c0697a8d-19a1-4c67-a5ba-88578e4b70bd, infoPort=34229, infoSecurePort=0, ipcPort=33615, storageInfo=lv=-57;cid=testClusterID;nsid=1572145098;c=1731457134751), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:18:55,257 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x664919083380d089 with lease ID 0xbf604def229e0587: Processing first storage report for DS-b0942e24-00c7-4f11-8910-1ed9c82b4fc4 from datanode DatanodeRegistration(127.0.0.1:45081, datanodeUuid=c0697a8d-19a1-4c67-a5ba-88578e4b70bd, infoPort=34229, infoSecurePort=0, ipcPort=33615, storageInfo=lv=-57;cid=testClusterID;nsid=1572145098;c=1731457134751) 2024-11-13T00:18:55,257 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x664919083380d089 with lease ID 0xbf604def229e0587: from storage DS-b0942e24-00c7-4f11-8910-1ed9c82b4fc4 node DatanodeRegistration(127.0.0.1:45081, datanodeUuid=c0697a8d-19a1-4c67-a5ba-88578e4b70bd, infoPort=34229, infoSecurePort=0, ipcPort=33615, storageInfo=lv=-57;cid=testClusterID;nsid=1572145098;c=1731457134751), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:18:55,356 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9 2024-11-13T00:18:55,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:18:55,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:18:55,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741825_1001 (size=7) 2024-11-13T00:18:55,767 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8 with version=8 2024-11-13T00:18:55,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/hbase-staging 2024-11-13T00:18:55,770 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:18:55,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:18:55,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:18:55,770 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:18:55,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:18:55,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:18:55,770 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:18:55,770 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:18:55,771 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43653 2024-11-13T00:18:55,772 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43653 connecting to ZooKeeper ensemble=127.0.0.1:62668 2024-11-13T00:18:55,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436530x0, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:18:55,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43653-0x1010eb11b180000 connected 2024-11-13T00:18:55,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:18:55,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:18:55,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Set watcher on znode that does not yet exist, /0-533855477/running 2024-11-13T00:18:55,826 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8, hbase.cluster.distributed=false 2024-11-13T00:18:55,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Set watcher on znode that does not yet exist, /0-533855477/acl 2024-11-13T00:18:55,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43653 2024-11-13T00:18:55,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43653 2024-11-13T00:18:55,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43653 2024-11-13T00:18:55,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43653 2024-11-13T00:18:55,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43653 2024-11-13T00:18:55,854 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:18:55,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:18:55,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:18:55,854 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:18:55,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:18:55,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:18:55,854 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:18:55,855 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:18:55,856 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42247 2024-11-13T00:18:55,857 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42247 connecting to ZooKeeper ensemble=127.0.0.1:62668 2024-11-13T00:18:55,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:18:55,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:18:55,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422470x0, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:18:55,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422470x0, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Set watcher on znode that does not yet exist, /0-533855477/running 2024-11-13T00:18:55,866 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:18:55,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42247-0x1010eb11b180001 connected 2024-11-13T00:18:55,872 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:18:55,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42247-0x1010eb11b180001, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Set watcher on znode that does not yet exist, /0-533855477/master 2024-11-13T00:18:55,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42247-0x1010eb11b180001, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Set watcher on znode that does not yet exist, /0-533855477/acl 2024-11-13T00:18:55,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42247 2024-11-13T00:18:55,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42247 2024-11-13T00:18:55,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42247 2024-11-13T00:18:55,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42247 2024-11-13T00:18:55,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42247 2024-11-13T00:18:55,898 DEBUG [M:0;cb28580903fb:43653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:43653 2024-11-13T00:18:55,899 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-533855477/backup-masters/cb28580903fb,43653,1731457135769 2024-11-13T00:18:55,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477/backup-masters 2024-11-13T00:18:55,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42247-0x1010eb11b180001, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477/backup-masters 2024-11-13T00:18:55,902 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Set watcher on existing znode=/0-533855477/backup-masters/cb28580903fb,43653,1731457135769 2024-11-13T00:18:55,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477 2024-11-13T00:18:55,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42247-0x1010eb11b180001, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-533855477/master 2024-11-13T00:18:55,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42247-0x1010eb11b180001, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477 2024-11-13T00:18:55,905 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Set watcher on existing znode=/0-533855477/master 2024-11-13T00:18:55,906 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-533855477/backup-masters/cb28580903fb,43653,1731457135769 from backup master directory 2024-11-13T00:18:55,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-533855477/backup-masters/cb28580903fb,43653,1731457135769 2024-11-13T00:18:55,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42247-0x1010eb11b180001, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477/backup-masters 2024-11-13T00:18:55,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477/backup-masters 2024-11-13T00:18:55,907 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:18:55,907 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,43653,1731457135769 2024-11-13T00:18:55,912 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/hbase.id] with ID: fbd0041c-7418-4059-a8ce-655ea946a25c 2024-11-13T00:18:55,912 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/.tmp/hbase.id 2024-11-13T00:18:55,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741826_1002 (size=42) 2024-11-13T00:18:56,318 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/.tmp/hbase.id]:[hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/hbase.id] 2024-11-13T00:18:56,329 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:18:56,329 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:18:56,330 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T00:18:56,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477 2024-11-13T00:18:56,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42247-0x1010eb11b180001, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477 2024-11-13T00:18:56,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741827_1003 (size=196) 2024-11-13T00:18:56,738 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:18:56,739 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:18:56,739 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:18:56,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741828_1004 (size=1189) 2024-11-13T00:18:57,150 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store 2024-11-13T00:18:57,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741829_1005 (size=34) 2024-11-13T00:18:57,175 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:18:57,175 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:18:57,175 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:18:57,175 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:18:57,175 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:18:57,175 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:18:57,175 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:18:57,175 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457137175Disabling compacts and flushes for region at 1731457137175Disabling writes for close at 1731457137175Writing region close event to WAL at 1731457137175Closed at 1731457137175 2024-11-13T00:18:57,176 WARN [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/.initializing 2024-11-13T00:18:57,176 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/WALs/cb28580903fb,43653,1731457135769 2024-11-13T00:18:57,178 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:18:57,181 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C43653%2C1731457135769, suffix=, logDir=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/WALs/cb28580903fb,43653,1731457135769, archiveDir=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/oldWALs, maxLogs=10 2024-11-13T00:18:57,201 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/WALs/cb28580903fb,43653,1731457135769/cb28580903fb%2C43653%2C1731457135769.1731457137181, exclude list is [], retry=0 2024-11-13T00:18:57,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45081,DS-1c5620a9-ca5a-4881-a003-51e85fa1fc16,DISK] 2024-11-13T00:18:57,209 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/WALs/cb28580903fb,43653,1731457135769/cb28580903fb%2C43653%2C1731457135769.1731457137181 2024-11-13T00:18:57,217 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34229:34229)] 2024-11-13T00:18:57,217 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:18:57,217 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:18:57,217 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:18:57,217 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:18:57,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:18:57,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:18:57,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:18:57,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:18:57,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:18:57,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:18:57,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:18:57,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:18:57,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:18:57,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:18:57,229 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:18:57,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:18:57,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:18:57,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:18:57,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:18:57,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:18:57,238 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:18:57,239 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:18:57,239 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:18:57,241 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:18:57,241 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:18:57,242 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:18:57,244 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:18:57,247 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:18:57,248 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67037053, jitterRate=-0.001070067286491394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:18:57,250 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731457137217Initializing all the Stores at 1731457137219 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457137219Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457137219Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457137219Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457137219Cleaning up temporary data from old regions at 1731457137241 (+22 ms)Region opened successfully at 1731457137249 (+8 ms) 2024-11-13T00:18:57,258 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:18:57,264 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d80221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:18:57,273 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T00:18:57,273 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:18:57,273 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:18:57,273 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:18:57,274 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T00:18:57,275 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T00:18:57,275 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:18:57,299 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:18:57,300 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Unable to get data of znode /0-533855477/balancer because node does not exist (not necessarily an error) 2024-11-13T00:18:57,302 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-533855477/balancer already deleted, retry=false 2024-11-13T00:18:57,302 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:18:57,303 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Unable to get data of znode /0-533855477/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:18:57,304 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-533855477/normalizer already deleted, retry=false 2024-11-13T00:18:57,304 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:18:57,306 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Unable to get data of znode /0-533855477/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:18:57,307 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-533855477/switch/split already deleted, retry=false 2024-11-13T00:18:57,308 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Unable to get data of znode /0-533855477/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:18:57,310 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-533855477/switch/merge already deleted, retry=false 2024-11-13T00:18:57,312 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Unable to get data of znode /0-533855477/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:18:57,315 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-533855477/snapshot-cleanup already deleted, retry=false 2024-11-13T00:18:57,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-533855477/running 2024-11-13T00:18:57,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42247-0x1010eb11b180001, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-533855477/running 2024-11-13T00:18:57,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477 2024-11-13T00:18:57,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42247-0x1010eb11b180001, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477 2024-11-13T00:18:57,325 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,43653,1731457135769, sessionid=0x1010eb11b180000, setting cluster-up flag (Was=false) 2024-11-13T00:18:57,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477 2024-11-13T00:18:57,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42247-0x1010eb11b180001, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477 2024-11-13T00:18:57,337 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-533855477/flush-table-proc/acquired, /0-533855477/flush-table-proc/reached, /0-533855477/flush-table-proc/abort 2024-11-13T00:18:57,338 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,43653,1731457135769 2024-11-13T00:18:57,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42247-0x1010eb11b180001, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477 2024-11-13T00:18:57,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477 2024-11-13T00:18:57,349 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-533855477/online-snapshot/acquired, /0-533855477/online-snapshot/reached, /0-533855477/online-snapshot/abort 2024-11-13T00:18:57,350 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,43653,1731457135769 2024-11-13T00:18:57,357 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T00:18:57,369 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:18:57,369 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:18:57,370 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:18:57,370 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,43653,1731457135769 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:18:57,373 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:18:57,373 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:18:57,373 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:18:57,373 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:18:57,373 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:18:57,373 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:18:57,373 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:18:57,373 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:18:57,398 INFO [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(746): ClusterId : fbd0041c-7418-4059-a8ce-655ea946a25c 2024-11-13T00:18:57,398 DEBUG [RS:0;cb28580903fb:42247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:18:57,404 DEBUG [RS:0;cb28580903fb:42247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:18:57,404 DEBUG [RS:0;cb28580903fb:42247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:18:57,407 DEBUG [RS:0;cb28580903fb:42247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:18:57,408 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:18:57,408 DEBUG [RS:0;cb28580903fb:42247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9926dfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:18:57,408 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T00:18:57,425 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:18:57,425 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T00:18:57,440 DEBUG [RS:0;cb28580903fb:42247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:42247 2024-11-13T00:18:57,440 INFO [RS:0;cb28580903fb:42247 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:18:57,440 INFO [RS:0;cb28580903fb:42247 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:18:57,440 DEBUG [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:18:57,445 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731457167445 2024-11-13T00:18:57,445 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:18:57,445 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:18:57,445 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:18:57,445 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:18:57,445 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:18:57,445 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:18:57,447 INFO [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,43653,1731457135769 with port=42247, startcode=1731457135854 2024-11-13T00:18:57,448 DEBUG [RS:0;cb28580903fb:42247 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:18:57,456 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:18:57,468 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:18:57,469 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:18:57,469 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:18:57,469 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T00:18:57,481 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:18:57,482 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43653 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:18:57,490 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:18:57,491 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:18:57,493 DEBUG [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T00:18:57,493 WARN [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T00:18:57,504 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457137491,5,FailOnTimeoutGroup] 2024-11-13T00:18:57,516 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457137504,5,FailOnTimeoutGroup] 2024-11-13T00:18:57,516 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:18:57,516 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:18:57,517 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:18:57,517 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:18:57,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741831_1007 (size=1321) 2024-11-13T00:18:57,536 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T00:18:57,536 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8 2024-11-13T00:18:57,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741832_1008 (size=32) 2024-11-13T00:18:57,594 INFO [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,43653,1731457135769 with port=42247, startcode=1731457135854 2024-11-13T00:18:57,595 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43653 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,42247,1731457135854 2024-11-13T00:18:57,595 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43653 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,42247,1731457135854 2024-11-13T00:18:57,597 DEBUG [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8 2024-11-13T00:18:57,597 DEBUG [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41543 2024-11-13T00:18:57,597 DEBUG [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:18:57,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477/rs 2024-11-13T00:18:57,599 DEBUG [RS:0;cb28580903fb:42247 {}] zookeeper.ZKUtil(111): regionserver:42247-0x1010eb11b180001, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Set watcher on existing znode=/0-533855477/rs/cb28580903fb,42247,1731457135854 2024-11-13T00:18:57,599 WARN [RS:0;cb28580903fb:42247 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:18:57,600 INFO [RS:0;cb28580903fb:42247 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:18:57,600 DEBUG [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,42247,1731457135854 2024-11-13T00:18:57,600 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,42247,1731457135854] 2024-11-13T00:18:57,605 INFO [RS:0;cb28580903fb:42247 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:18:57,608 INFO [RS:0;cb28580903fb:42247 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:18:57,609 INFO [RS:0;cb28580903fb:42247 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:18:57,609 INFO [RS:0;cb28580903fb:42247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:18:57,609 INFO [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:18:57,611 INFO [RS:0;cb28580903fb:42247 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:18:57,611 INFO [RS:0;cb28580903fb:42247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:18:57,611 DEBUG [RS:0;cb28580903fb:42247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:18:57,611 DEBUG [RS:0;cb28580903fb:42247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:18:57,611 DEBUG [RS:0;cb28580903fb:42247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:18:57,611 DEBUG [RS:0;cb28580903fb:42247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:18:57,611 DEBUG [RS:0;cb28580903fb:42247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:18:57,611 DEBUG [RS:0;cb28580903fb:42247 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:18:57,611 DEBUG [RS:0;cb28580903fb:42247 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:18:57,611 DEBUG [RS:0;cb28580903fb:42247 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:18:57,611 DEBUG [RS:0;cb28580903fb:42247 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:18:57,611 DEBUG [RS:0;cb28580903fb:42247 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:18:57,611 DEBUG [RS:0;cb28580903fb:42247 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:18:57,611 DEBUG [RS:0;cb28580903fb:42247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:18:57,611 DEBUG [RS:0;cb28580903fb:42247 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:18:57,611 DEBUG [RS:0;cb28580903fb:42247 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:18:57,620 INFO [RS:0;cb28580903fb:42247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:18:57,621 INFO [RS:0;cb28580903fb:42247 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:18:57,621 INFO [RS:0;cb28580903fb:42247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:18:57,621 INFO [RS:0;cb28580903fb:42247 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:18:57,621 INFO [RS:0;cb28580903fb:42247 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:18:57,621 INFO [RS:0;cb28580903fb:42247 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,42247,1731457135854-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:18:57,642 INFO [RS:0;cb28580903fb:42247 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:18:57,642 INFO [RS:0;cb28580903fb:42247 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,42247,1731457135854-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:18:57,643 INFO [RS:0;cb28580903fb:42247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:18:57,643 INFO [RS:0;cb28580903fb:42247 {}] regionserver.Replication(171): cb28580903fb,42247,1731457135854 started 2024-11-13T00:18:57,663 INFO [RS:0;cb28580903fb:42247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:18:57,664 INFO [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,42247,1731457135854, RpcServer on cb28580903fb/172.17.0.2:42247, sessionid=0x1010eb11b180001 2024-11-13T00:18:57,664 DEBUG [RS:0;cb28580903fb:42247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:18:57,664 DEBUG [RS:0;cb28580903fb:42247 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,42247,1731457135854 2024-11-13T00:18:57,664 DEBUG [RS:0;cb28580903fb:42247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,42247,1731457135854' 2024-11-13T00:18:57,664 DEBUG [RS:0;cb28580903fb:42247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-533855477/flush-table-proc/abort' 2024-11-13T00:18:57,665 DEBUG [RS:0;cb28580903fb:42247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-533855477/flush-table-proc/acquired' 2024-11-13T00:18:57,665 DEBUG [RS:0;cb28580903fb:42247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:18:57,665 DEBUG [RS:0;cb28580903fb:42247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:18:57,665 DEBUG [RS:0;cb28580903fb:42247 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,42247,1731457135854 2024-11-13T00:18:57,665 DEBUG [RS:0;cb28580903fb:42247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,42247,1731457135854' 2024-11-13T00:18:57,665 DEBUG [RS:0;cb28580903fb:42247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-533855477/online-snapshot/abort' 2024-11-13T00:18:57,666 DEBUG [RS:0;cb28580903fb:42247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-533855477/online-snapshot/acquired' 2024-11-13T00:18:57,667 DEBUG [RS:0;cb28580903fb:42247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:18:57,667 INFO [RS:0;cb28580903fb:42247 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:18:57,667 INFO [RS:0;cb28580903fb:42247 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:18:57,768 INFO [RS:0;cb28580903fb:42247 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:18:57,770 INFO [RS:0;cb28580903fb:42247 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C42247%2C1731457135854, suffix=, logDir=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,42247,1731457135854, archiveDir=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/oldWALs, maxLogs=10 2024-11-13T00:18:57,788 DEBUG [RS:0;cb28580903fb:42247 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,42247,1731457135854/cb28580903fb%2C42247%2C1731457135854.1731457137770, exclude list is [], retry=0 2024-11-13T00:18:57,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45081,DS-1c5620a9-ca5a-4881-a003-51e85fa1fc16,DISK] 2024-11-13T00:18:57,794 INFO [RS:0;cb28580903fb:42247 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,42247,1731457135854/cb28580903fb%2C42247%2C1731457135854.1731457137770 2024-11-13T00:18:57,794 DEBUG [RS:0;cb28580903fb:42247 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34229:34229)] 2024-11-13T00:18:57,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:18:57,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:18:57,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:18:57,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:18:57,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:18:57,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:18:57,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:18:57,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:18:57,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:18:57,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:18:57,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:18:57,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:18:57,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:18:57,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:18:57,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:18:57,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:18:57,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:18:57,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:18:57,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740 2024-11-13T00:18:57,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740 2024-11-13T00:18:57,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:18:57,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:18:57,973 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:18:57,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:18:57,977 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:18:57,977 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66439259, jitterRate=-0.00997789204120636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:18:57,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731457137953Initializing all the Stores at 1731457137954 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457137954Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457137956 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457137956Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457137956Cleaning up temporary data from old regions at 1731457137972 (+16 ms)Region opened successfully at 1731457137978 (+6 ms) 2024-11-13T00:18:57,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:18:57,978 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:18:57,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:18:57,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:18:57,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:18:57,979 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:18:57,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457137978Disabling compacts and flushes for region at 1731457137978Disabling writes for close at 1731457137978Writing region close event to WAL at 1731457137979 (+1 ms)Closed at 1731457137979 2024-11-13T00:18:57,980 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:18:57,980 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T00:18:57,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:18:57,983 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:18:57,985 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T00:18:57,990 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:18:58,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:18:58,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:18:58,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:18:58,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:18:58,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:18:58,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:18:58,135 DEBUG [cb28580903fb:43653 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:18:58,136 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,42247,1731457135854 2024-11-13T00:18:58,137 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,42247,1731457135854, state=OPENING 2024-11-13T00:18:58,139 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T00:18:58,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477 2024-11-13T00:18:58,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42247-0x1010eb11b180001, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477 2024-11-13T00:18:58,143 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:18:58,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,42247,1731457135854}] 2024-11-13T00:18:58,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-533855477/meta-region-server: CHANGED 2024-11-13T00:18:58,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-533855477/meta-region-server: CHANGED 2024-11-13T00:18:58,296 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:18:58,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:18:58,312 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:18:58,313 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:18:58,313 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T00:18:58,315 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C42247%2C1731457135854.meta, suffix=.meta, logDir=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,42247,1731457135854, archiveDir=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/oldWALs, maxLogs=10 2024-11-13T00:18:58,340 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,42247,1731457135854/cb28580903fb%2C42247%2C1731457135854.meta.1731457138316.meta, exclude list is [], retry=0 2024-11-13T00:18:58,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45081,DS-1c5620a9-ca5a-4881-a003-51e85fa1fc16,DISK] 2024-11-13T00:18:58,347 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,42247,1731457135854/cb28580903fb%2C42247%2C1731457135854.meta.1731457138316.meta 2024-11-13T00:18:58,347 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34229:34229)] 2024-11-13T00:18:58,348 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:18:58,348 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:18:58,348 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:18:58,348 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:18:58,349 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:18:58,349 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:18:58,349 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:18:58,349 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:18:58,349 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:18:58,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:18:58,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:18:58,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:18:58,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:18:58,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:18:58,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:18:58,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:18:58,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:18:58,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:18:58,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:18:58,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:18:58,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:18:58,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:18:58,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:18:58,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:18:58,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:18:58,361 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:18:58,362 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740 2024-11-13T00:18:58,365 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740 2024-11-13T00:18:58,367 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:18:58,367 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:18:58,367 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:18:58,369 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:18:58,370 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72279641, jitterRate=0.07705058157444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:18:58,370 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:18:58,370 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731457138349Writing region info on filesystem at 1731457138349Initializing all the Stores at 1731457138351 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457138351Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457138351Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457138351Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457138351Cleaning up temporary data from old regions at 1731457138367 (+16 ms)Running coprocessor post-open hooks at 1731457138370 (+3 ms)Region opened successfully at 1731457138370 2024-11-13T00:18:58,371 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731457138296 2024-11-13T00:18:58,374 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:18:58,375 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,42247,1731457135854 2024-11-13T00:18:58,375 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:18:58,376 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,42247,1731457135854, state=OPEN 2024-11-13T00:18:58,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-533855477/meta-region-server 2024-11-13T00:18:58,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42247-0x1010eb11b180001, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-533855477/meta-region-server 2024-11-13T00:18:58,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-533855477/meta-region-server: CHANGED 2024-11-13T00:18:58,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-533855477/meta-region-server: CHANGED 2024-11-13T00:18:58,381 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,42247,1731457135854 2024-11-13T00:18:58,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T00:18:58,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,42247,1731457135854 in 238 msec 2024-11-13T00:18:58,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T00:18:58,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-11-13T00:18:58,388 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:18:58,388 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T00:18:58,390 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:18:58,390 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,42247,1731457135854, seqNum=-1] 2024-11-13T00:18:58,390 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:18:58,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:18:58,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0360 sec 2024-11-13T00:18:58,405 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731457138405, completionTime=-1 2024-11-13T00:18:58,406 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T00:18:58,406 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:18:58,408 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T00:18:58,408 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731457198408 2024-11-13T00:18:58,408 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731457258408 2024-11-13T00:18:58,408 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T00:18:58,408 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43653,1731457135769-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:18:58,408 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43653,1731457135769-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:18:58,408 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43653,1731457135769-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:18:58,408 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:43653, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:18:58,408 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:18:58,409 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:18:58,411 DEBUG [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T00:18:58,418 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.511sec 2024-11-13T00:18:58,418 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:18:58,418 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:18:58,418 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:18:58,418 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:18:58,418 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:18:58,418 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43653,1731457135769-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:18:58,418 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43653,1731457135769-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:18:58,423 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:18:58,423 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:18:58,423 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43653,1731457135769-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:18:58,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7231e51e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:18:58,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,43653,-1 for getting cluster id 2024-11-13T00:18:58,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:18:58,505 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbd0041c-7418-4059-a8ce-655ea946a25c' 2024-11-13T00:18:58,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:18:58,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbd0041c-7418-4059-a8ce-655ea946a25c" 2024-11-13T00:18:58,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc99ac7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:18:58,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,43653,-1] 2024-11-13T00:18:58,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:18:58,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:18:58,508 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:18:58,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77804747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:18:58,509 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:18:58,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,42247,1731457135854, seqNum=-1] 2024-11-13T00:18:58,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:18:58,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:18:58,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb28580903fb,43653,1731457135769 2024-11-13T00:18:58,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62668 2024-11-13T00:18:58,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:18:58,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/hadoop.log.dir so I do NOT create it in target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b 2024-11-13T00:18:58,542 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T00:18:58,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/hadoop.tmp.dir so I do NOT create it in target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b 2024-11-13T00:18:58,542 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T00:18:58,542 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b 2024-11-13T00:18:58,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T00:18:58,542 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/cluster_f89422e8-1a8f-c99e-6760-947c466ac5be, deleteOnExit=true 2024-11-13T00:18:58,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T00:18:58,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1010eb11b180002 connected 2024-11-13T00:18:58,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/test.cache.data in system properties and HBase conf 2024-11-13T00:18:58,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T00:18:58,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/hadoop.log.dir in system properties and HBase conf 2024-11-13T00:18:58,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T00:18:58,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T00:18:58,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T00:18:58,543 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T00:18:58,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:18:58,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:18:58,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T00:18:58,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:18:58,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T00:18:58,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T00:18:58,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:18:58,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:18:58,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T00:18:58,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/nfs.dump.dir in system properties and HBase conf 2024-11-13T00:18:58,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/java.io.tmpdir in system properties and HBase conf 2024-11-13T00:18:58,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:18:58,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T00:18:58,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T00:18:58,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:18:58,679 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:18:58,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:18:58,693 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:18:58,693 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:18:58,697 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:18:58,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e8efeae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:18:58,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65fadc0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:18:58,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d5d2530{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/java.io.tmpdir/jetty-localhost-38555-hadoop-hdfs-3_4_1-tests_jar-_-any-13903849224394637883/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:18:58,863 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f5ab4ed{HTTP/1.1, (http/1.1)}{localhost:38555} 2024-11-13T00:18:58,863 INFO [Time-limited test {}] server.Server(415): Started @132730ms 2024-11-13T00:18:59,124 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:18:59,128 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:18:59,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:18:59,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:18:59,137 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:18:59,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e38c1ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:18:59,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23bb9962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:18:59,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc2740d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/java.io.tmpdir/jetty-localhost-40989-hadoop-hdfs-3_4_1-tests_jar-_-any-16307143099890438628/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:18:59,303 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50f10d8e{HTTP/1.1, (http/1.1)}{localhost:40989} 2024-11-13T00:18:59,303 INFO [Time-limited test {}] server.Server(415): Started @133170ms 2024-11-13T00:18:59,304 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:18:59,469 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/cluster_f89422e8-1a8f-c99e-6760-947c466ac5be/data/data1/current/BP-206631252-172.17.0.2-1731457138567/current, will proceed with Du for space computation calculation, 2024-11-13T00:18:59,469 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/cluster_f89422e8-1a8f-c99e-6760-947c466ac5be/data/data2/current/BP-206631252-172.17.0.2-1731457138567/current, will proceed with Du for space computation calculation, 2024-11-13T00:18:59,493 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:18:59,496 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41d03ff9b8f401ac with lease ID 0x544bfddd3ddae897: Processing first storage report for DS-d757be6f-3c68-4286-9bfb-c9961b8eec0c from datanode DatanodeRegistration(127.0.0.1:38915, datanodeUuid=720c7c0e-c1ec-4835-a198-7a167c80210b, infoPort=39603, infoSecurePort=0, ipcPort=43715, storageInfo=lv=-57;cid=testClusterID;nsid=452743218;c=1731457138567) 2024-11-13T00:18:59,496 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41d03ff9b8f401ac with lease ID 0x544bfddd3ddae897: from storage DS-d757be6f-3c68-4286-9bfb-c9961b8eec0c node DatanodeRegistration(127.0.0.1:38915, datanodeUuid=720c7c0e-c1ec-4835-a198-7a167c80210b, infoPort=39603, infoSecurePort=0, ipcPort=43715, storageInfo=lv=-57;cid=testClusterID;nsid=452743218;c=1731457138567), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:18:59,496 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41d03ff9b8f401ac with lease ID 0x544bfddd3ddae897: Processing first storage report for DS-f79c28dd-9586-4a81-8670-96ed3ebb3ea9 from datanode DatanodeRegistration(127.0.0.1:38915, datanodeUuid=720c7c0e-c1ec-4835-a198-7a167c80210b, infoPort=39603, infoSecurePort=0, ipcPort=43715, storageInfo=lv=-57;cid=testClusterID;nsid=452743218;c=1731457138567) 2024-11-13T00:18:59,497 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41d03ff9b8f401ac with lease ID 0x544bfddd3ddae897: from storage DS-f79c28dd-9586-4a81-8670-96ed3ebb3ea9 node DatanodeRegistration(127.0.0.1:38915, datanodeUuid=720c7c0e-c1ec-4835-a198-7a167c80210b, infoPort=39603, infoSecurePort=0, ipcPort=43715, storageInfo=lv=-57;cid=testClusterID;nsid=452743218;c=1731457138567), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:18:59,508 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b 2024-11-13T00:18:59,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:18:59,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:18:59,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741825_1001 (size=7) 2024-11-13T00:18:59,919 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390 with version=8 2024-11-13T00:18:59,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/hbase-staging 2024-11-13T00:18:59,921 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:18:59,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:18:59,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:18:59,922 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:18:59,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:18:59,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:18:59,922 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:18:59,922 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:18:59,922 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41507 2024-11-13T00:18:59,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41507 connecting to ZooKeeper ensemble=127.0.0.1:62668 2024-11-13T00:18:59,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415070x0, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:18:59,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41507-0x1010eb11b180003 connected 2024-11-13T00:18:59,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:18:59,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:18:59,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Set watcher on znode that does not yet exist, /1-1777373874/running 2024-11-13T00:18:59,949 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390, hbase.cluster.distributed=false 2024-11-13T00:18:59,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Set watcher on znode that does not yet exist, /1-1777373874/acl 2024-11-13T00:18:59,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41507 2024-11-13T00:18:59,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41507 2024-11-13T00:18:59,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41507 2024-11-13T00:18:59,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41507 2024-11-13T00:18:59,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41507 2024-11-13T00:18:59,980 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:18:59,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:18:59,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:18:59,980 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:18:59,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:18:59,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:18:59,980 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:18:59,980 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:18:59,981 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37095 2024-11-13T00:18:59,982 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37095 connecting to ZooKeeper ensemble=127.0.0.1:62668 2024-11-13T00:18:59,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:18:59,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:18:59,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370950x0, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:18:59,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370950x0, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Set watcher on znode that does not yet exist, /1-1777373874/running 2024-11-13T00:18:59,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37095-0x1010eb11b180004 connected 2024-11-13T00:18:59,991 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:18:59,994 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:18:59,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37095-0x1010eb11b180004, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Set watcher on znode that does not yet exist, /1-1777373874/master 2024-11-13T00:18:59,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37095-0x1010eb11b180004, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Set watcher on znode that does not yet exist, /1-1777373874/acl 2024-11-13T00:18:59,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37095 2024-11-13T00:19:00,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37095 2024-11-13T00:19:00,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37095 2024-11-13T00:19:00,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37095 2024-11-13T00:19:00,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37095 2024-11-13T00:19:00,015 DEBUG [M:0;cb28580903fb:41507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:41507 2024-11-13T00:19:00,016 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1777373874/backup-masters/cb28580903fb,41507,1731457139921 2024-11-13T00:19:00,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1777373874/backup-masters 2024-11-13T00:19:00,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1010eb11b180004, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1777373874/backup-masters 2024-11-13T00:19:00,019 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Set watcher on existing znode=/1-1777373874/backup-masters/cb28580903fb,41507,1731457139921 2024-11-13T00:19:00,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1010eb11b180004, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1777373874/master 2024-11-13T00:19:00,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1777373874 2024-11-13T00:19:00,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1010eb11b180004, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1777373874 2024-11-13T00:19:00,021 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Set watcher on existing znode=/1-1777373874/master 2024-11-13T00:19:00,021 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1777373874/backup-masters/cb28580903fb,41507,1731457139921 from backup master directory 2024-11-13T00:19:00,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1777373874/backup-masters/cb28580903fb,41507,1731457139921 2024-11-13T00:19:00,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1010eb11b180004, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1777373874/backup-masters 2024-11-13T00:19:00,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1777373874/backup-masters 2024-11-13T00:19:00,023 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:19:00,023 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,41507,1731457139921 2024-11-13T00:19:00,029 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/hbase.id] with ID: 59eff1cd-a006-4f22-9f7f-e19924f58ffd 2024-11-13T00:19:00,029 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/.tmp/hbase.id 2024-11-13T00:19:00,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741826_1002 (size=42) 2024-11-13T00:19:00,434 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/.tmp/hbase.id]:[hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/hbase.id] 2024-11-13T00:19:00,445 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:00,445 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:19:00,446 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T00:19:00,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1010eb11b180004, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1777373874 2024-11-13T00:19:00,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1777373874 2024-11-13T00:19:00,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741827_1003 (size=196) 2024-11-13T00:19:00,854 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:19:00,856 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:19:00,864 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:19:00,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741828_1004 (size=1189) 2024-11-13T00:19:01,306 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/MasterData/data/master/store 2024-11-13T00:19:01,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T00:19:01,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T00:19:01,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T00:19:01,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741829_1005 (size=34) 2024-11-13T00:19:01,712 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:01,712 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:19:01,712 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:01,712 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:01,712 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:19:01,712 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:01,712 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:01,713 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457141712Disabling compacts and flushes for region at 1731457141712Disabling writes for close at 1731457141712Writing region close event to WAL at 1731457141712Closed at 1731457141712 2024-11-13T00:19:01,713 WARN [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/MasterData/data/master/store/.initializing 2024-11-13T00:19:01,713 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/MasterData/WALs/cb28580903fb,41507,1731457139921 2024-11-13T00:19:01,714 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:19:01,716 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C41507%2C1731457139921, suffix=, logDir=hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/MasterData/WALs/cb28580903fb,41507,1731457139921, archiveDir=hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/MasterData/oldWALs, maxLogs=10 2024-11-13T00:19:01,729 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/MasterData/WALs/cb28580903fb,41507,1731457139921/cb28580903fb%2C41507%2C1731457139921.1731457141716, exclude list is [], retry=0 2024-11-13T00:19:01,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38915,DS-d757be6f-3c68-4286-9bfb-c9961b8eec0c,DISK] 2024-11-13T00:19:01,733 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/MasterData/WALs/cb28580903fb,41507,1731457139921/cb28580903fb%2C41507%2C1731457139921.1731457141716 2024-11-13T00:19:01,734 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39603:39603)] 2024-11-13T00:19:01,734 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:19:01,734 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:01,734 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:01,734 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:01,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:01,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:19:01,736 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:01,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:01,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:01,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:19:01,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:01,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:01,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:01,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:19:01,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:01,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:01,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:01,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:19:01,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:01,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:01,740 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:01,741 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:01,741 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:01,742 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:01,742 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:01,743 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:19:01,744 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:01,745 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:19:01,746 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62395761, jitterRate=-0.07023070752620697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:19:01,746 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731457141734Initializing all the Stores at 1731457141735 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457141735Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457141735Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457141735Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457141735Cleaning up temporary data from old regions at 1731457141742 (+7 ms)Region opened successfully at 1731457141746 (+4 ms) 2024-11-13T00:19:01,746 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:19:01,749 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6645f4bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:19:01,749 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T00:19:01,750 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:19:01,750 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:19:01,750 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:19:01,750 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T00:19:01,750 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T00:19:01,750 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:19:01,752 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:19:01,753 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Unable to get data of znode /1-1777373874/balancer because node does not exist (not necessarily an error) 2024-11-13T00:19:01,754 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1777373874/balancer already deleted, retry=false 2024-11-13T00:19:01,754 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:19:01,755 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Unable to get data of znode /1-1777373874/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:19:01,756 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1777373874/normalizer already deleted, retry=false 2024-11-13T00:19:01,756 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:19:01,757 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Unable to get data of znode /1-1777373874/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:19:01,758 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1777373874/switch/split already deleted, retry=false 2024-11-13T00:19:01,759 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Unable to get data of znode /1-1777373874/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:19:01,760 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1777373874/switch/merge already deleted, retry=false 2024-11-13T00:19:01,762 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Unable to get data of znode /1-1777373874/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:19:01,763 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1777373874/snapshot-cleanup already deleted, retry=false 2024-11-13T00:19:01,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1010eb11b180004, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1777373874/running 2024-11-13T00:19:01,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1010eb11b180004, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1777373874 2024-11-13T00:19:01,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1777373874/running 2024-11-13T00:19:01,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1777373874 2024-11-13T00:19:01,765 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,41507,1731457139921, sessionid=0x1010eb11b180003, setting cluster-up flag (Was=false) 2024-11-13T00:19:01,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1010eb11b180004, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1777373874 2024-11-13T00:19:01,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1777373874 2024-11-13T00:19:01,773 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1777373874/flush-table-proc/acquired, /1-1777373874/flush-table-proc/reached, /1-1777373874/flush-table-proc/abort 2024-11-13T00:19:01,774 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,41507,1731457139921 2024-11-13T00:19:01,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1010eb11b180004, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1777373874 2024-11-13T00:19:01,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1777373874 2024-11-13T00:19:01,783 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1777373874/online-snapshot/acquired, /1-1777373874/online-snapshot/reached, /1-1777373874/online-snapshot/abort 2024-11-13T00:19:01,784 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,41507,1731457139921 2024-11-13T00:19:01,785 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T00:19:01,786 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:19:01,787 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:19:01,787 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:19:01,787 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,41507,1731457139921 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:19:01,788 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:19:01,788 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:19:01,788 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:19:01,788 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:19:01,788 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:19:01,788 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:01,788 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:19:01,788 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:01,790 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731457171790 2024-11-13T00:19:01,790 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:19:01,790 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:19:01,790 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:19:01,790 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:19:01,790 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:19:01,790 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:19:01,790 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T00:19:01,790 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:19:01,790 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:01,790 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:19:01,790 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:19:01,791 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:19:01,791 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T00:19:01,791 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:19:01,791 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:19:01,791 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:01,791 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457141791,5,FailOnTimeoutGroup] 2024-11-13T00:19:01,791 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T00:19:01,793 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457141791,5,FailOnTimeoutGroup] 2024-11-13T00:19:01,793 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:01,794 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:19:01,794 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:01,794 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:01,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741831_1007 (size=1321) 2024-11-13T00:19:01,807 INFO [RS:0;cb28580903fb:37095 {}] regionserver.HRegionServer(746): ClusterId : 59eff1cd-a006-4f22-9f7f-e19924f58ffd 2024-11-13T00:19:01,807 DEBUG [RS:0;cb28580903fb:37095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:19:01,809 DEBUG [RS:0;cb28580903fb:37095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:19:01,809 DEBUG [RS:0;cb28580903fb:37095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:19:01,812 DEBUG [RS:0;cb28580903fb:37095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:19:01,812 DEBUG [RS:0;cb28580903fb:37095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48355b32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:19:01,824 DEBUG [RS:0;cb28580903fb:37095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:37095 2024-11-13T00:19:01,824 INFO [RS:0;cb28580903fb:37095 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:19:01,824 INFO [RS:0;cb28580903fb:37095 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:19:01,824 DEBUG [RS:0;cb28580903fb:37095 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:19:01,825 INFO [RS:0;cb28580903fb:37095 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,41507,1731457139921 with port=37095, startcode=1731457139979 2024-11-13T00:19:01,825 DEBUG [RS:0;cb28580903fb:37095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:19:01,827 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:19:01,827 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41507 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,37095,1731457139979 2024-11-13T00:19:01,827 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41507 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,37095,1731457139979 2024-11-13T00:19:01,829 DEBUG [RS:0;cb28580903fb:37095 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390 2024-11-13T00:19:01,829 DEBUG [RS:0;cb28580903fb:37095 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40363 2024-11-13T00:19:01,829 DEBUG [RS:0;cb28580903fb:37095 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:19:01,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1777373874/rs 2024-11-13T00:19:01,838 DEBUG [RS:0;cb28580903fb:37095 {}] zookeeper.ZKUtil(111): regionserver:37095-0x1010eb11b180004, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Set watcher on existing znode=/1-1777373874/rs/cb28580903fb,37095,1731457139979 2024-11-13T00:19:01,838 WARN [RS:0;cb28580903fb:37095 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:19:01,838 INFO [RS:0;cb28580903fb:37095 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:19:01,838 DEBUG [RS:0;cb28580903fb:37095 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/WALs/cb28580903fb,37095,1731457139979 2024-11-13T00:19:01,838 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,37095,1731457139979] 2024-11-13T00:19:01,841 INFO [RS:0;cb28580903fb:37095 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:19:01,843 INFO [RS:0;cb28580903fb:37095 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:19:01,843 INFO [RS:0;cb28580903fb:37095 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:19:01,844 INFO [RS:0;cb28580903fb:37095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:01,844 INFO [RS:0;cb28580903fb:37095 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:19:01,848 INFO [RS:0;cb28580903fb:37095 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:19:01,848 INFO [RS:0;cb28580903fb:37095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:01,848 DEBUG [RS:0;cb28580903fb:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:01,848 DEBUG [RS:0;cb28580903fb:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:01,848 DEBUG [RS:0;cb28580903fb:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:01,848 DEBUG [RS:0;cb28580903fb:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:01,848 DEBUG [RS:0;cb28580903fb:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:01,848 DEBUG [RS:0;cb28580903fb:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:19:01,848 DEBUG [RS:0;cb28580903fb:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:01,848 DEBUG [RS:0;cb28580903fb:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:01,848 DEBUG [RS:0;cb28580903fb:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:01,848 DEBUG [RS:0;cb28580903fb:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:01,848 DEBUG [RS:0;cb28580903fb:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:01,848 DEBUG [RS:0;cb28580903fb:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:01,848 DEBUG [RS:0;cb28580903fb:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:19:01,848 DEBUG [RS:0;cb28580903fb:37095 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:19:01,854 INFO [RS:0;cb28580903fb:37095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:01,854 INFO [RS:0;cb28580903fb:37095 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:01,854 INFO [RS:0;cb28580903fb:37095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:01,854 INFO [RS:0;cb28580903fb:37095 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:01,854 INFO [RS:0;cb28580903fb:37095 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:01,854 INFO [RS:0;cb28580903fb:37095 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,37095,1731457139979-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:19:01,877 INFO [RS:0;cb28580903fb:37095 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:19:01,877 INFO [RS:0;cb28580903fb:37095 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,37095,1731457139979-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:01,878 INFO [RS:0;cb28580903fb:37095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:01,878 INFO [RS:0;cb28580903fb:37095 {}] regionserver.Replication(171): cb28580903fb,37095,1731457139979 started 2024-11-13T00:19:01,893 INFO [RS:0;cb28580903fb:37095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:01,893 INFO [RS:0;cb28580903fb:37095 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,37095,1731457139979, RpcServer on cb28580903fb/172.17.0.2:37095, sessionid=0x1010eb11b180004 2024-11-13T00:19:01,893 DEBUG [RS:0;cb28580903fb:37095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:19:01,893 DEBUG [RS:0;cb28580903fb:37095 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,37095,1731457139979 2024-11-13T00:19:01,893 DEBUG [RS:0;cb28580903fb:37095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,37095,1731457139979' 2024-11-13T00:19:01,893 DEBUG [RS:0;cb28580903fb:37095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1777373874/flush-table-proc/abort' 2024-11-13T00:19:01,894 DEBUG [RS:0;cb28580903fb:37095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1777373874/flush-table-proc/acquired' 2024-11-13T00:19:01,894 DEBUG [RS:0;cb28580903fb:37095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:19:01,894 DEBUG [RS:0;cb28580903fb:37095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:19:01,894 DEBUG [RS:0;cb28580903fb:37095 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,37095,1731457139979 2024-11-13T00:19:01,894 DEBUG [RS:0;cb28580903fb:37095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,37095,1731457139979' 2024-11-13T00:19:01,894 DEBUG [RS:0;cb28580903fb:37095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1777373874/online-snapshot/abort' 2024-11-13T00:19:01,894 DEBUG [RS:0;cb28580903fb:37095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1777373874/online-snapshot/acquired' 2024-11-13T00:19:01,895 DEBUG [RS:0;cb28580903fb:37095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:19:01,895 INFO [RS:0;cb28580903fb:37095 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:19:01,895 INFO [RS:0;cb28580903fb:37095 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:19:01,995 INFO [RS:0;cb28580903fb:37095 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:19:01,997 INFO [RS:0;cb28580903fb:37095 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C37095%2C1731457139979, suffix=, logDir=hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/WALs/cb28580903fb,37095,1731457139979, archiveDir=hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/oldWALs, maxLogs=10 2024-11-13T00:19:02,020 DEBUG [RS:0;cb28580903fb:37095 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/WALs/cb28580903fb,37095,1731457139979/cb28580903fb%2C37095%2C1731457139979.1731457141997, exclude list is [], retry=0 2024-11-13T00:19:02,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38915,DS-d757be6f-3c68-4286-9bfb-c9961b8eec0c,DISK] 2024-11-13T00:19:02,033 INFO [RS:0;cb28580903fb:37095 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/WALs/cb28580903fb,37095,1731457139979/cb28580903fb%2C37095%2C1731457139979.1731457141997 2024-11-13T00:19:02,036 DEBUG [RS:0;cb28580903fb:37095 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39603:39603)] 2024-11-13T00:19:02,200 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T00:19:02,200 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390 2024-11-13T00:19:02,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741833_1009 (size=32) 2024-11-13T00:19:02,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:02,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:19:02,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:19:02,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:02,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:02,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:19:02,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:19:02,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:02,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:02,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:19:02,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:19:02,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:02,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:02,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:19:02,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:19:02,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:02,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:02,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:19:02,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/data/hbase/meta/1588230740 2024-11-13T00:19:02,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/data/hbase/meta/1588230740 2024-11-13T00:19:02,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:19:02,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:19:02,226 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:19:02,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:19:02,231 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:19:02,232 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68878946, jitterRate=0.026376277208328247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:19:02,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731457142212Initializing all the Stores at 1731457142213 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457142213Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457142213Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457142213Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457142213Cleaning up temporary data from old regions at 1731457142225 (+12 ms)Region opened successfully at 1731457142232 (+7 ms) 2024-11-13T00:19:02,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:19:02,232 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:19:02,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:19:02,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:19:02,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:19:02,233 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:19:02,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457142232Disabling compacts and flushes for region at 1731457142232Disabling writes for close at 1731457142232Writing region close event to WAL at 1731457142233 (+1 ms)Closed at 1731457142233 2024-11-13T00:19:02,234 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:19:02,234 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T00:19:02,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:19:02,236 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:19:02,239 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T00:19:02,389 DEBUG [cb28580903fb:41507 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:19:02,390 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,37095,1731457139979 2024-11-13T00:19:02,391 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,37095,1731457139979, state=OPENING 2024-11-13T00:19:02,393 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T00:19:02,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1010eb11b180004, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1777373874 2024-11-13T00:19:02,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1777373874 2024-11-13T00:19:02,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1777373874/meta-region-server: CHANGED 2024-11-13T00:19:02,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1777373874/meta-region-server: CHANGED 2024-11-13T00:19:02,395 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:19:02,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,37095,1731457139979}] 2024-11-13T00:19:02,548 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:19:02,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:19:02,553 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:19:02,553 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:19:02,553 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T00:19:02,555 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C37095%2C1731457139979.meta, suffix=.meta, logDir=hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/WALs/cb28580903fb,37095,1731457139979, archiveDir=hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/oldWALs, maxLogs=10 2024-11-13T00:19:02,568 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/WALs/cb28580903fb,37095,1731457139979/cb28580903fb%2C37095%2C1731457139979.meta.1731457142555.meta, exclude list is [], retry=0 2024-11-13T00:19:02,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38915,DS-d757be6f-3c68-4286-9bfb-c9961b8eec0c,DISK] 2024-11-13T00:19:02,572 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/WALs/cb28580903fb,37095,1731457139979/cb28580903fb%2C37095%2C1731457139979.meta.1731457142555.meta 2024-11-13T00:19:02,572 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39603:39603)] 2024-11-13T00:19:02,572 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:19:02,573 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:19:02,573 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:19:02,573 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:19:02,573 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:19:02,573 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:19:02,573 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:02,573 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:19:02,573 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:19:02,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:19:02,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:19:02,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:02,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:02,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:19:02,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:19:02,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:02,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:02,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:19:02,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:19:02,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:02,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:02,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:19:02,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:19:02,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:02,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:02,578 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:19:02,579 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/data/hbase/meta/1588230740 2024-11-13T00:19:02,580 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/data/hbase/meta/1588230740 2024-11-13T00:19:02,580 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:19:02,580 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:19:02,581 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:19:02,582 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:19:02,583 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64371608, jitterRate=-0.04078829288482666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:19:02,583 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:19:02,583 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731457142573Writing region info on filesystem at 1731457142573Initializing all the Stores at 1731457142574 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457142574Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457142574Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457142574Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457142574Cleaning up temporary data from old regions at 1731457142580 (+6 ms)Running coprocessor post-open hooks at 1731457142583 (+3 ms)Region opened successfully at 1731457142583 2024-11-13T00:19:02,584 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731457142548 2024-11-13T00:19:02,586 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:19:02,586 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:19:02,586 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,37095,1731457139979 2024-11-13T00:19:02,587 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,37095,1731457139979, state=OPEN 2024-11-13T00:19:02,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1777373874/meta-region-server 2024-11-13T00:19:02,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1010eb11b180004, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1777373874/meta-region-server 2024-11-13T00:19:02,588 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,37095,1731457139979 2024-11-13T00:19:02,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1777373874/meta-region-server: CHANGED 2024-11-13T00:19:02,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1777373874/meta-region-server: CHANGED 2024-11-13T00:19:02,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T00:19:02,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,37095,1731457139979 in 194 msec 2024-11-13T00:19:02,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T00:19:02,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-13T00:19:02,593 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:19:02,593 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T00:19:02,594 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:19:02,594 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37095,1731457139979, seqNum=-1] 2024-11-13T00:19:02,595 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:19:02,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:19:02,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 814 msec 2024-11-13T00:19:02,600 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731457142600, completionTime=-1 2024-11-13T00:19:02,600 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T00:19:02,600 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:19:02,602 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T00:19:02,602 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731457202602 2024-11-13T00:19:02,602 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731457262602 2024-11-13T00:19:02,602 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T00:19:02,603 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,41507,1731457139921-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:02,603 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,41507,1731457139921-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:02,603 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,41507,1731457139921-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:02,603 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:41507, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:02,603 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:02,603 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:02,604 DEBUG [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T00:19:02,606 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.583sec 2024-11-13T00:19:02,606 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:19:02,606 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:19:02,606 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:19:02,606 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:19:02,606 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:19:02,606 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,41507,1731457139921-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:19:02,606 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,41507,1731457139921-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:19:02,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b21978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:02,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41507,-1 for getting cluster id 2024-11-13T00:19:02,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:02,608 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59eff1cd-a006-4f22-9f7f-e19924f58ffd' 2024-11-13T00:19:02,608 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:19:02,608 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:19:02,608 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,41507,1731457139921-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:02,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:02,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59eff1cd-a006-4f22-9f7f-e19924f58ffd" 2024-11-13T00:19:02,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188efdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:02,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41507,-1] 2024-11-13T00:19:02,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:02,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:02,610 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:02,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2233b826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:02,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:19:02,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,37095,1731457139979, seqNum=-1] 2024-11-13T00:19:02,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:19:02,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:19:02,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb28580903fb,41507,1731457139921 2024-11-13T00:19:02,615 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62668 2024-11-13T00:19:02,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:19:02,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1010eb11b180005 connected 2024-11-13T00:19:02,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2780a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:02,622 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,43653,-1 for getting cluster id 2024-11-13T00:19:02,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:02,622 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbd0041c-7418-4059-a8ce-655ea946a25c' 2024-11-13T00:19:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbd0041c-7418-4059-a8ce-655ea946a25c" 2024-11-13T00:19:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55dbeba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,43653,-1] 2024-11-13T00:19:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:02,624 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32776aec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:02,624 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:02,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,43653,1731457135769 2024-11-13T00:19:02,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c4d5a6d 2024-11-13T00:19:02,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:19:02,626 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:19:02,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb28580903fb:41507,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T00:19:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T00:19:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:02,628 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:41507' 2024-11-13T00:19:02,629 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358ec0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:02,629 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41507,-1 for getting cluster id 2024-11-13T00:19:02,629 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:02,630 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59eff1cd-a006-4f22-9f7f-e19924f58ffd' 2024-11-13T00:19:02,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:02,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59eff1cd-a006-4f22-9f7f-e19924f58ffd" 2024-11-13T00:19:02,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a83635b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:02,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41507,-1] 2024-11-13T00:19:02,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:02,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:02,631 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:02,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243cece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:02,632 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:02,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,41507,1731457139921 2024-11-13T00:19:02,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6958851e 2024-11-13T00:19:02,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:19:02,634 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:19:02,635 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T00:19:02,635 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T00:19:02,635 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:02,635 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:02,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:19:02,636 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:19:02,637 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T00:19:02,638 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:19:02,638 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:02,639 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:19:02,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741835_1011 (size=1138) 2024-11-13T00:19:02,687 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T00:19:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:03,048 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 694156dae6d56597e9f4d817a23ac8b7, NAME => 'hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8 2024-11-13T00:19:03,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741836_1012 (size=44) 2024-11-13T00:19:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:03,454 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:03,454 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 694156dae6d56597e9f4d817a23ac8b7, disabling compactions & flushes 2024-11-13T00:19:03,454 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. 2024-11-13T00:19:03,454 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. 2024-11-13T00:19:03,454 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. after waiting 0 ms 2024-11-13T00:19:03,454 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. 2024-11-13T00:19:03,454 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. 2024-11-13T00:19:03,454 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 694156dae6d56597e9f4d817a23ac8b7: Waiting for close lock at 1731457143454Disabling compacts and flushes for region at 1731457143454Disabling writes for close at 1731457143454Writing region close event to WAL at 1731457143454Closed at 1731457143454 2024-11-13T00:19:03,455 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:19:03,456 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731457143456"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457143456"}]},"ts":"1731457143456"} 2024-11-13T00:19:03,458 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:19:03,459 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:19:03,459 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457143459"}]},"ts":"1731457143459"} 2024-11-13T00:19:03,461 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T00:19:03,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=694156dae6d56597e9f4d817a23ac8b7, ASSIGN}] 2024-11-13T00:19:03,462 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=694156dae6d56597e9f4d817a23ac8b7, ASSIGN 2024-11-13T00:19:03,463 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=694156dae6d56597e9f4d817a23ac8b7, ASSIGN; state=OFFLINE, location=cb28580903fb,42247,1731457135854; forceNewPlan=false, retain=false 2024-11-13T00:19:03,613 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=694156dae6d56597e9f4d817a23ac8b7, regionState=OPENING, regionLocation=cb28580903fb,42247,1731457135854 2024-11-13T00:19:03,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=694156dae6d56597e9f4d817a23ac8b7, ASSIGN because future has completed 2024-11-13T00:19:03,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 694156dae6d56597e9f4d817a23ac8b7, server=cb28580903fb,42247,1731457135854}] 2024-11-13T00:19:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:03,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. 2024-11-13T00:19:03,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:19:03,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T00:19:03,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C42247%2C1731457135854.rep, suffix=, logDir=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,42247,1731457135854, archiveDir=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/oldWALs, maxLogs=10 2024-11-13T00:19:03,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,42247,1731457135854/cb28580903fb%2C42247%2C1731457135854.rep.1731457143775, exclude list is [], retry=0 2024-11-13T00:19:03,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45081,DS-1c5620a9-ca5a-4881-a003-51e85fa1fc16,DISK] 2024-11-13T00:19:03,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,42247,1731457135854/cb28580903fb%2C42247%2C1731457135854.rep.1731457143775 2024-11-13T00:19:03,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34229:34229)] 2024-11-13T00:19:03,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 694156dae6d56597e9f4d817a23ac8b7, NAME => 'hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:19:03,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:19:03,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:19:03,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. service=MultiRowMutationService 2024-11-13T00:19:03,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T00:19:03,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:03,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:03,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:03,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:03,799 INFO [StoreOpener-694156dae6d56597e9f4d817a23ac8b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:03,800 INFO [StoreOpener-694156dae6d56597e9f4d817a23ac8b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 694156dae6d56597e9f4d817a23ac8b7 columnFamilyName hfileref 2024-11-13T00:19:03,800 DEBUG [StoreOpener-694156dae6d56597e9f4d817a23ac8b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:03,801 INFO [StoreOpener-694156dae6d56597e9f4d817a23ac8b7-1 {}] regionserver.HStore(327): Store=694156dae6d56597e9f4d817a23ac8b7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:03,801 INFO [StoreOpener-694156dae6d56597e9f4d817a23ac8b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:03,802 INFO [StoreOpener-694156dae6d56597e9f4d817a23ac8b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 694156dae6d56597e9f4d817a23ac8b7 columnFamilyName queue 2024-11-13T00:19:03,802 DEBUG [StoreOpener-694156dae6d56597e9f4d817a23ac8b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:03,802 INFO [StoreOpener-694156dae6d56597e9f4d817a23ac8b7-1 {}] regionserver.HStore(327): Store=694156dae6d56597e9f4d817a23ac8b7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:03,802 INFO [StoreOpener-694156dae6d56597e9f4d817a23ac8b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:03,803 INFO [StoreOpener-694156dae6d56597e9f4d817a23ac8b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 694156dae6d56597e9f4d817a23ac8b7 columnFamilyName sid 2024-11-13T00:19:03,803 DEBUG [StoreOpener-694156dae6d56597e9f4d817a23ac8b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:03,804 INFO [StoreOpener-694156dae6d56597e9f4d817a23ac8b7-1 {}] regionserver.HStore(327): Store=694156dae6d56597e9f4d817a23ac8b7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:03,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:03,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/replication/694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:03,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/replication/694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:03,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:03,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:03,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:19:03,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:03,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/replication/694156dae6d56597e9f4d817a23ac8b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:19:03,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 694156dae6d56597e9f4d817a23ac8b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71945551, jitterRate=0.07207225263118744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:19:03,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:03,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 694156dae6d56597e9f4d817a23ac8b7: Running coprocessor pre-open hook at 1731457143798Writing region info on filesystem at 1731457143798Initializing all the Stores at 1731457143799 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457143799Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457143799Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457143799Cleaning up temporary data from old regions at 1731457143806 (+7 ms)Running coprocessor post-open hooks at 1731457143811 (+5 ms)Region opened successfully at 1731457143812 (+1 ms) 2024-11-13T00:19:03,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7., pid=7, masterSystemTime=1731457143768 2024-11-13T00:19:03,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. 2024-11-13T00:19:03,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. 2024-11-13T00:19:03,815 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=694156dae6d56597e9f4d817a23ac8b7, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,42247,1731457135854 2024-11-13T00:19:03,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 694156dae6d56597e9f4d817a23ac8b7, server=cb28580903fb,42247,1731457135854 because future has completed 2024-11-13T00:19:03,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T00:19:03,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 694156dae6d56597e9f4d817a23ac8b7, server=cb28580903fb,42247,1731457135854 in 202 msec 2024-11-13T00:19:03,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T00:19:03,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=694156dae6d56597e9f4d817a23ac8b7, ASSIGN in 359 msec 2024-11-13T00:19:03,823 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:19:03,824 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457143823"}]},"ts":"1731457143823"} 2024-11-13T00:19:03,826 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T00:19:03,826 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:19:03,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1900 sec 2024-11-13T00:19:03,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7., hostname=cb28580903fb,42247,1731457135854, seqNum=2] 2024-11-13T00:19:03,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477 2024-11-13T00:19:03,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42247-0x1010eb11b180001, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477 2024-11-13T00:19:03,850 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:19:03,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T00:19:03,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:03,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:03,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:03,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:03,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:03,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:03,900 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T00:19:03,901 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T00:19:04,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T00:19:04,007 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T00:19:04,037 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-cb28580903fb,42247,1731457135854, ReplicationSource: 1, currentBandwidth=0 2024-11-13T00:19:04,038 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:19:04,038 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,42247,1731457135854, seqNum=-1] 2024-11-13T00:19:04,039 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:19:04,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-13T00:19:04,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb28580903fb,42247,1731457135854', locateType=CURRENT is [region=hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7., hostname=cb28580903fb,42247,1731457135854, seqNum=2] 2024-11-13T00:19:04,048 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T00:19:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T00:19:04,050 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb28580903fb,42247,1731457135854 suceeded 2024-11-13T00:19:04,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T00:19:04,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-13T00:19:04,053 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb28580903fb:41507,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T00:19:04,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4270 sec 2024-11-13T00:19:04,063 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,42247,1731457135854 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:41507' 2024-11-13T00:19:04,064 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,42247,1731457135854 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b37360a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:04,064 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,42247,1731457135854 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41507,-1 for getting cluster id 2024-11-13T00:19:04,064 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,42247,1731457135854 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:04,065 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59eff1cd-a006-4f22-9f7f-e19924f58ffd' 2024-11-13T00:19:04,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:04,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59eff1cd-a006-4f22-9f7f-e19924f58ffd" 2024-11-13T00:19:04,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6af7dccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:04,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41507,-1] 2024-11-13T00:19:04,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:04,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:04,066 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:04,067 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,42247,1731457135854 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a70e19e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:04,067 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,42247,1731457135854 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:04,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,41507,1731457139921 2024-11-13T00:19:04,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cb2df08 2024-11-13T00:19:04,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:19:04,068 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-13T00:19:04,069 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,42247,1731457135854 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb28580903fb,42247,1731457135854 (queues=1) is replicating from cluster=fbd0041c-7418-4059-a8ce-655ea946a25c to cluster=59eff1cd-a006-4f22-9f7f-e19924f58ffd 2024-11-13T00:19:04,069 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,42247,1731457135854 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb28580903fb%2C42247%2C1731457135854 2024-11-13T00:19:04,069 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,42247,1731457135854 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb28580903fb,42247,1731457135854, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T00:19:04,070 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,42247,1731457135854.replicationSource.shippercb28580903fb%2C42247%2C1731457135854,1-cb28580903fb,42247,1731457135854 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb28580903fb%2C42247%2C1731457135854 2024-11-13T00:19:04,070 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,42247,1731457135854.replicationSource.wal-reader.cb28580903fb%2C42247%2C1731457135854,1-cb28580903fb,42247,1731457135854 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,42247,1731457135854/cb28580903fb%2C42247%2C1731457135854.1731457137770, startPosition=0, beingWritten=true 2024-11-13T00:19:04,275 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,42247,1731457135854.replicationSource.wal-reader.cb28580903fb%2C42247%2C1731457135854,1-cb28580903fb,42247,1731457135854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,42247,1731457135854/cb28580903fb%2C42247%2C1731457135854.1731457137770 to pos 0, reset compression=false 2024-11-13T00:19:04,581 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,42247,1731457135854.replicationSource.wal-reader.cb28580903fb%2C42247%2C1731457135854,1-cb28580903fb,42247,1731457135854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,42247,1731457135854/cb28580903fb%2C42247%2C1731457135854.1731457137770 to pos 0, reset compression=false 2024-11-13T00:19:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:04,774 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T00:19:04,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:19:04,775 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:04,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:04,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:04,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:19:04,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:04,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,43653,1731457135769 2024-11-13T00:19:04,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20312f82 2024-11-13T00:19:04,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:19:04,777 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:19:04,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43653 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T00:19:04,778 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:19:04,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:04,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:04,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:04,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:19:04,779 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T00:19:04,779 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1015704252, stopped=false 2024-11-13T00:19:04,779 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb28580903fb,43653,1731457135769 2024-11-13T00:19:04,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42247-0x1010eb11b180001, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-533855477/running 2024-11-13T00:19:04,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-533855477/running 2024-11-13T00:19:04,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42247-0x1010eb11b180001, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477 2024-11-13T00:19:04,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477 2024-11-13T00:19:04,781 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:19:04,781 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:19:04,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:04,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:04,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42247-0x1010eb11b180001, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Set watcher on znode that does not yet exist, /0-533855477/running 2024-11-13T00:19:04,781 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,42247,1731457135854' ***** 2024-11-13T00:19:04,781 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:19:04,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Set watcher on znode that does not yet exist, /0-533855477/running 2024-11-13T00:19:04,782 INFO [RS:0;cb28580903fb:42247 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:19:04,782 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:19:04,782 INFO [RS:0;cb28580903fb:42247 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:19:04,783 INFO [RS:0;cb28580903fb:42247 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:19:04,783 INFO [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(3091): Received CLOSE for 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:04,783 INFO [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,42247,1731457135854 2024-11-13T00:19:04,783 INFO [RS:0;cb28580903fb:42247 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:19:04,783 INFO [RS:0;cb28580903fb:42247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:42247. 2024-11-13T00:19:04,783 DEBUG [RS:0;cb28580903fb:42247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:04,783 DEBUG [RS:0;cb28580903fb:42247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:04,783 INFO [RS:0;cb28580903fb:42247 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:19:04,783 INFO [RS:0;cb28580903fb:42247 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:19:04,784 INFO [RS:0;cb28580903fb:42247 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:19:04,784 INFO [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T00:19:04,784 INFO [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T00:19:04,784 DEBUG [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(1325): Online Regions={694156dae6d56597e9f4d817a23ac8b7=hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T00:19:04,784 DEBUG [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:04,784 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 694156dae6d56597e9f4d817a23ac8b7, disabling compactions & flushes 2024-11-13T00:19:04,784 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:19:04,784 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:19:04,784 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. 2024-11-13T00:19:04,784 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:19:04,784 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. 2024-11-13T00:19:04,784 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:19:04,784 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:19:04,784 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. after waiting 0 ms 2024-11-13T00:19:04,784 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. 2024-11-13T00:19:04,784 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 694156dae6d56597e9f4d817a23ac8b7 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T00:19:04,784 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T00:19:04,812 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/replication/694156dae6d56597e9f4d817a23ac8b7/.tmp/queue/8a3066a530544eb68d740d7bbf89fb6c is 151, key is 1-cb28580903fb,42247,1731457135854/queue:cb28580903fb%2C42247%2C1731457135854/1731457144046/Put/seqid=0 2024-11-13T00:19:04,812 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740/.tmp/info/984ca7cc8c4b4839ac7377ff8864197f is 147, key is hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7./info:regioninfo/1731457143815/Put/seqid=0 2024-11-13T00:19:04,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741838_1014 (size=6631) 2024-11-13T00:19:04,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741839_1015 (size=5350) 2024-11-13T00:19:04,837 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:19:04,984 DEBUG [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:04,986 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,42247,1731457135854.replicationSource.wal-reader.cb28580903fb%2C42247%2C1731457135854,1-cb28580903fb,42247,1731457135854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,42247,1731457135854/cb28580903fb%2C42247%2C1731457135854.1731457137770 to pos 0, reset compression=false 2024-11-13T00:19:05,184 DEBUG [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:05,222 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/replication/694156dae6d56597e9f4d817a23ac8b7/.tmp/queue/8a3066a530544eb68d740d7bbf89fb6c 2024-11-13T00:19:05,222 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740/.tmp/info/984ca7cc8c4b4839ac7377ff8864197f 2024-11-13T00:19:05,229 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/replication/694156dae6d56597e9f4d817a23ac8b7/.tmp/queue/8a3066a530544eb68d740d7bbf89fb6c as hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/replication/694156dae6d56597e9f4d817a23ac8b7/queue/8a3066a530544eb68d740d7bbf89fb6c 2024-11-13T00:19:05,234 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/replication/694156dae6d56597e9f4d817a23ac8b7/queue/8a3066a530544eb68d740d7bbf89fb6c, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T00:19:05,235 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 694156dae6d56597e9f4d817a23ac8b7 in 450ms, sequenceid=5, compaction requested=false 2024-11-13T00:19:05,238 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/replication/694156dae6d56597e9f4d817a23ac8b7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T00:19:05,239 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:19:05,239 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:19:05,239 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. 2024-11-13T00:19:05,239 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 694156dae6d56597e9f4d817a23ac8b7: Waiting for close lock at 1731457144784Running coprocessor pre-close hooks at 1731457144784Disabling compacts and flushes for region at 1731457144784Disabling writes for close at 1731457144784Obtaining lock to block concurrent updates at 1731457144784Preparing flush snapshotting stores in 694156dae6d56597e9f4d817a23ac8b7 at 1731457144784Finished memstore snapshotting hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731457144785 (+1 ms)Flushing stores of hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. at 1731457144785Flushing 694156dae6d56597e9f4d817a23ac8b7/queue: creating writer at 1731457144785Flushing 694156dae6d56597e9f4d817a23ac8b7/queue: appending metadata at 1731457144812 (+27 ms)Flushing 694156dae6d56597e9f4d817a23ac8b7/queue: closing flushed file at 1731457144812Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7aaa6fdd: reopening flushed file at 1731457145228 (+416 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 694156dae6d56597e9f4d817a23ac8b7 in 450ms, sequenceid=5, compaction requested=false at 1731457145235 (+7 ms)Writing region close event to WAL at 1731457145235Running coprocessor post-close hooks at 1731457145239 (+4 ms)Closed at 1731457145239 2024-11-13T00:19:05,239 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. 2024-11-13T00:19:05,244 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740/.tmp/ns/f306832e4ff7495e9db01e2e9c8152fd is 43, key is default/ns:d/1731457138393/Put/seqid=0 2024-11-13T00:19:05,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741840_1016 (size=5153) 2024-11-13T00:19:05,384 DEBUG [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:19:05,492 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,42247,1731457135854.replicationSource.wal-reader.cb28580903fb%2C42247%2C1731457135854,1-cb28580903fb,42247,1731457135854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,42247,1731457135854/cb28580903fb%2C42247%2C1731457135854.1731457137770 to pos 0, reset compression=false 2024-11-13T00:19:05,585 DEBUG [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:19:05,640 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T00:19:05,640 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T00:19:05,649 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740/.tmp/ns/f306832e4ff7495e9db01e2e9c8152fd 2024-11-13T00:19:05,676 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740/.tmp/table/bb975dd7c9994e02b9a793eb3a512220 is 53, key is hbase:replication/table:state/1731457143823/Put/seqid=0 2024-11-13T00:19:05,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741841_1017 (size=5256) 2024-11-13T00:19:05,785 INFO [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T00:19:05,785 DEBUG [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T00:19:05,785 DEBUG [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:19:05,985 DEBUG [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:19:06,081 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740/.tmp/table/bb975dd7c9994e02b9a793eb3a512220 2024-11-13T00:19:06,087 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740/.tmp/info/984ca7cc8c4b4839ac7377ff8864197f as hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740/info/984ca7cc8c4b4839ac7377ff8864197f 2024-11-13T00:19:06,091 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740/info/984ca7cc8c4b4839ac7377ff8864197f, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T00:19:06,092 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740/.tmp/ns/f306832e4ff7495e9db01e2e9c8152fd as hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740/ns/f306832e4ff7495e9db01e2e9c8152fd 2024-11-13T00:19:06,096 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740/ns/f306832e4ff7495e9db01e2e9c8152fd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T00:19:06,097 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740/.tmp/table/bb975dd7c9994e02b9a793eb3a512220 as hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740/table/bb975dd7c9994e02b9a793eb3a512220 2024-11-13T00:19:06,097 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,42247,1731457135854.replicationSource.wal-reader.cb28580903fb%2C42247%2C1731457135854,1-cb28580903fb,42247,1731457135854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,42247,1731457135854/cb28580903fb%2C42247%2C1731457135854.1731457137770 to pos 0, reset compression=false 2024-11-13T00:19:06,103 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740/table/bb975dd7c9994e02b9a793eb3a512220, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T00:19:06,103 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=11, compaction requested=false 2024-11-13T00:19:06,107 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T00:19:06,108 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:19:06,108 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:19:06,108 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:19:06,108 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457144784Running coprocessor pre-close hooks at 1731457144784Disabling compacts and flushes for region at 1731457144784Disabling writes for close at 1731457144784Obtaining lock to block concurrent updates at 1731457144784Preparing flush snapshotting stores in 1588230740 at 1731457144784Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731457144785 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731457144785Flushing 1588230740/info: creating writer at 1731457144785Flushing 1588230740/info: appending metadata at 1731457144812 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731457144812Flushing 1588230740/ns: creating writer at 1731457145228 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731457145243 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731457145243Flushing 1588230740/table: creating writer at 1731457145654 (+411 ms)Flushing 1588230740/table: appending metadata at 1731457145675 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731457145675Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20b996b6: reopening flushed file at 1731457146086 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14b9755c: reopening flushed file at 1731457146091 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58e76156: reopening flushed file at 1731457146096 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=11, compaction requested=false at 1731457146103 (+7 ms)Writing region close event to WAL at 1731457146105 (+2 ms)Running coprocessor post-close hooks at 1731457146108 (+3 ms)Closed at 1731457146108 2024-11-13T00:19:06,108 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T00:19:06,185 INFO [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,42247,1731457135854; all regions closed. 2024-11-13T00:19:06,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741834_1010 (size=2742) 2024-11-13T00:19:06,188 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,42247,1731457135854/cb28580903fb%2C42247%2C1731457135854.meta.1731457138316.meta not finished, retry = 0 2024-11-13T00:19:06,290 DEBUG [RS:0;cb28580903fb:42247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/oldWALs 2024-11-13T00:19:06,290 INFO [RS:0;cb28580903fb:42247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C42247%2C1731457135854.meta:.meta(num 1731457138316) 2024-11-13T00:19:06,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741837_1013 (size=1586) 2024-11-13T00:19:06,294 DEBUG [RS:0;cb28580903fb:42247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/oldWALs 2024-11-13T00:19:06,294 INFO [RS:0;cb28580903fb:42247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C42247%2C1731457135854.rep:(num 1731457143775) 2024-11-13T00:19:06,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741833_1009 (size=93) 2024-11-13T00:19:06,298 DEBUG [RS:0;cb28580903fb:42247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/oldWALs 2024-11-13T00:19:06,298 INFO [RS:0;cb28580903fb:42247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C42247%2C1731457135854:(num 1731457137770) 2024-11-13T00:19:06,298 DEBUG [RS:0;cb28580903fb:42247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:06,298 INFO [RS:0;cb28580903fb:42247 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:19:06,298 INFO [RS:0;cb28580903fb:42247 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:19:06,298 INFO [RS:0;cb28580903fb:42247 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T00:19:06,298 INFO [RS:0;cb28580903fb:42247 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:19:06,298 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:19:06,298 INFO [RS:0;cb28580903fb:42247 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb28580903fb,42247,1731457135854 because: Region server is closing 2024-11-13T00:19:06,299 INFO [RS:0;cb28580903fb:42247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:42247. 2024-11-13T00:19:06,299 DEBUG [RS:0;cb28580903fb:42247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:06,299 DEBUG [RS:0;cb28580903fb:42247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:06,299 DEBUG [RS:0;cb28580903fb:42247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:06,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:19:06,399 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,42247,1731457135854.replicationSource.wal-reader.cb28580903fb%2C42247%2C1731457135854,1-cb28580903fb,42247,1731457135854 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T00:19:06,399 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,42247,1731457135854.replicationSource.shippercb28580903fb%2C42247%2C1731457135854,1-cb28580903fb,42247,1731457135854 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T00:19:06,400 INFO [RS:0;cb28580903fb:42247 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,42247,1731457135854.replicationSource.shippercb28580903fb%2C42247%2C1731457135854,1-cb28580903fb,42247,1731457135854 terminated 2024-11-13T00:19:06,400 INFO [RS:0;cb28580903fb:42247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42247 2024-11-13T00:19:06,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477/rs 2024-11-13T00:19:06,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42247-0x1010eb11b180001, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-533855477/rs/cb28580903fb,42247,1731457135854 2024-11-13T00:19:06,402 INFO [RS:0;cb28580903fb:42247 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:19:06,402 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,42247,1731457135854] 2024-11-13T00:19:06,410 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-533855477/draining/cb28580903fb,42247,1731457135854 already deleted, retry=false 2024-11-13T00:19:06,410 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,42247,1731457135854 expired; onlineServers=0 2024-11-13T00:19:06,410 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb28580903fb,43653,1731457135769' ***** 2024-11-13T00:19:06,410 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T00:19:06,410 INFO [M:0;cb28580903fb:43653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:19:06,411 INFO [M:0;cb28580903fb:43653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:19:06,411 DEBUG [M:0;cb28580903fb:43653 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T00:19:06,411 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T00:19:06,411 DEBUG [M:0;cb28580903fb:43653 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T00:19:06,411 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457137504 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457137504,5,FailOnTimeoutGroup] 2024-11-13T00:19:06,411 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457137491 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457137491,5,FailOnTimeoutGroup] 2024-11-13T00:19:06,411 INFO [M:0;cb28580903fb:43653 {}] hbase.ChoreService(370): Chore service for: master/cb28580903fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T00:19:06,411 INFO [M:0;cb28580903fb:43653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:19:06,411 DEBUG [M:0;cb28580903fb:43653 {}] master.HMaster(1795): Stopping service threads 2024-11-13T00:19:06,411 INFO [M:0;cb28580903fb:43653 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T00:19:06,411 INFO [M:0;cb28580903fb:43653 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:19:06,412 INFO [M:0;cb28580903fb:43653 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T00:19:06,412 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T00:19:06,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-533855477/master 2024-11-13T00:19:06,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477 2024-11-13T00:19:06,413 DEBUG [M:0;cb28580903fb:43653 {}] zookeeper.ZKUtil(347): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Unable to get data of znode /0-533855477/master because node does not exist (not an error) 2024-11-13T00:19:06,413 WARN [M:0;cb28580903fb:43653 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T00:19:06,413 INFO [M:0;cb28580903fb:43653 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/.lastflushedseqids 2024-11-13T00:19:06,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741842_1018 (size=181) 2024-11-13T00:19:06,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42247-0x1010eb11b180001, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:19:06,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42247-0x1010eb11b180001, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:19:06,510 INFO [RS:0;cb28580903fb:42247 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:19:06,510 INFO [RS:0;cb28580903fb:42247 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,42247,1731457135854; zookeeper connection closed. 2024-11-13T00:19:06,510 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53b53ade {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53b53ade 2024-11-13T00:19:06,510 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T00:19:06,818 INFO [M:0;cb28580903fb:43653 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T00:19:06,818 INFO [M:0;cb28580903fb:43653 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T00:19:06,819 DEBUG [M:0;cb28580903fb:43653 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:19:06,819 INFO [M:0;cb28580903fb:43653 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:06,819 DEBUG [M:0;cb28580903fb:43653 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:06,819 DEBUG [M:0;cb28580903fb:43653 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:19:06,819 DEBUG [M:0;cb28580903fb:43653 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:06,819 INFO [M:0;cb28580903fb:43653 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T00:19:06,839 DEBUG [M:0;cb28580903fb:43653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3676c22eb6e9495387b6a3e66ca3ac9d is 82, key is hbase:meta,,1/info:regioninfo/1731457138375/Put/seqid=0 2024-11-13T00:19:06,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741843_1019 (size=5672) 2024-11-13T00:19:07,244 INFO [M:0;cb28580903fb:43653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3676c22eb6e9495387b6a3e66ca3ac9d 2024-11-13T00:19:07,268 DEBUG [M:0;cb28580903fb:43653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d27e1cf750b48f98879aa131e6265f0 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731457143827/Put/seqid=0 2024-11-13T00:19:07,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741844_1020 (size=7203) 2024-11-13T00:19:07,674 INFO [M:0;cb28580903fb:43653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d27e1cf750b48f98879aa131e6265f0 2024-11-13T00:19:07,698 DEBUG [M:0;cb28580903fb:43653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3a49bd61c6c45e29087a5e7ecb9b338 is 69, key is cb28580903fb,42247,1731457135854/rs:state/1731457137595/Put/seqid=0 2024-11-13T00:19:07,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741845_1021 (size=5156) 2024-11-13T00:19:07,703 INFO [M:0;cb28580903fb:43653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3a49bd61c6c45e29087a5e7ecb9b338 2024-11-13T00:19:07,709 DEBUG [M:0;cb28580903fb:43653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3676c22eb6e9495387b6a3e66ca3ac9d as hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3676c22eb6e9495387b6a3e66ca3ac9d 2024-11-13T00:19:07,714 INFO [M:0;cb28580903fb:43653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3676c22eb6e9495387b6a3e66ca3ac9d, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T00:19:07,715 DEBUG [M:0;cb28580903fb:43653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d27e1cf750b48f98879aa131e6265f0 as hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d27e1cf750b48f98879aa131e6265f0 2024-11-13T00:19:07,720 INFO [M:0;cb28580903fb:43653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d27e1cf750b48f98879aa131e6265f0, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T00:19:07,721 DEBUG [M:0;cb28580903fb:43653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3a49bd61c6c45e29087a5e7ecb9b338 as hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3a49bd61c6c45e29087a5e7ecb9b338 2024-11-13T00:19:07,726 INFO [M:0;cb28580903fb:43653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3a49bd61c6c45e29087a5e7ecb9b338, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T00:19:07,727 INFO [M:0;cb28580903fb:43653 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 908ms, sequenceid=70, compaction requested=false 2024-11-13T00:19:07,729 INFO [M:0;cb28580903fb:43653 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:07,729 DEBUG [M:0;cb28580903fb:43653 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457146819Disabling compacts and flushes for region at 1731457146819Disabling writes for close at 1731457146819Obtaining lock to block concurrent updates at 1731457146819Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731457146819Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731457146819Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731457146820 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731457146820Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731457146838 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731457146838Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731457147249 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731457147268 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731457147268Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731457147679 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731457147697 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731457147698 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eed937: reopening flushed file at 1731457147708 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43dca10f: reopening flushed file at 1731457147714 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58b28a9d: reopening flushed file at 1731457147720 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 908ms, sequenceid=70, compaction requested=false at 1731457147728 (+8 ms)Writing region close event to WAL at 1731457147729 (+1 ms)Closed at 1731457147729 2024-11-13T00:19:07,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741830_1006 (size=41008) 2024-11-13T00:19:07,734 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/WALs/cb28580903fb,43653,1731457135769/cb28580903fb%2C43653%2C1731457135769.1731457137181 not finished, retry = 0 2024-11-13T00:19:07,835 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:19:07,835 INFO [M:0;cb28580903fb:43653 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T00:19:07,835 INFO [M:0;cb28580903fb:43653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43653 2024-11-13T00:19:07,836 INFO [M:0;cb28580903fb:43653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:19:07,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:19:07,937 INFO [M:0;cb28580903fb:43653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:19:07,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43653-0x1010eb11b180000, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:19:07,939 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:19:07,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:07,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:07,939 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:19:07,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:07,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:19:07,939 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:19:07,940 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:19:07,940 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42721 2024-11-13T00:19:07,941 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42721 connecting to ZooKeeper ensemble=127.0.0.1:62668 2024-11-13T00:19:07,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427210x0, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:19:07,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42721-0x1010eb11b180006 connected 2024-11-13T00:19:07,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:07,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:07,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Set watcher on znode that does not yet exist, /0-533855477/running 2024-11-13T00:19:07,951 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-533855477/meta-region-server: INIT 2024-11-13T00:19:07,951 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8, hbase.cluster.distributed=false 2024-11-13T00:19:07,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Set watcher on znode that does not yet exist, /0-533855477/acl 2024-11-13T00:19:07,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42721 2024-11-13T00:19:07,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42721 2024-11-13T00:19:07,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42721 2024-11-13T00:19:07,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42721 2024-11-13T00:19:07,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42721 2024-11-13T00:19:07,969 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:19:07,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:07,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:07,969 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:19:07,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:07,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:19:07,969 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:19:07,969 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:19:07,970 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40461 2024-11-13T00:19:07,971 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40461 connecting to ZooKeeper ensemble=127.0.0.1:62668 2024-11-13T00:19:07,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:07,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:07,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404610x0, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:19:07,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404610x0, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Set watcher on znode that does not yet exist, /0-533855477/running 2024-11-13T00:19:07,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40461-0x1010eb11b180007 connected 2024-11-13T00:19:07,978 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-533855477/meta-region-server: INIT 2024-11-13T00:19:07,979 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:19:07,979 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:19:07,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40461-0x1010eb11b180007, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Set watcher on znode that does not yet exist, /0-533855477/master 2024-11-13T00:19:07,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40461-0x1010eb11b180007, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Set watcher on znode that does not yet exist, /0-533855477/acl 2024-11-13T00:19:07,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40461 2024-11-13T00:19:07,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40461 2024-11-13T00:19:07,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40461 2024-11-13T00:19:07,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40461 2024-11-13T00:19:07,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40461 2024-11-13T00:19:07,996 DEBUG [M:0;cb28580903fb:42721 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:42721 2024-11-13T00:19:07,996 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-533855477/backup-masters/cb28580903fb,42721,1731457147939 2024-11-13T00:19:07,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x1010eb11b180007, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477/backup-masters 2024-11-13T00:19:07,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477/backup-masters 2024-11-13T00:19:07,998 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Set watcher on existing znode=/0-533855477/backup-masters/cb28580903fb,42721,1731457147939 2024-11-13T00:19:08,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x1010eb11b180007, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-533855477/master 2024-11-13T00:19:08,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477 2024-11-13T00:19:08,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x1010eb11b180007, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477 2024-11-13T00:19:08,003 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Set watcher on existing znode=/0-533855477/master 2024-11-13T00:19:08,003 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-533855477/backup-masters/cb28580903fb,42721,1731457147939 from backup master directory 2024-11-13T00:19:08,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-533855477/backup-masters/cb28580903fb,42721,1731457147939 2024-11-13T00:19:08,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477/backup-masters 2024-11-13T00:19:08,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x1010eb11b180007, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477/backup-masters 2024-11-13T00:19:08,004 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:19:08,004 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,42721,1731457147939 2024-11-13T00:19:08,013 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:08,013 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:19:08,018 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-13T00:19:08,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741846_1022 (size=196) 2024-11-13T00:19:08,426 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:19:08,427 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:19:08,428 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:19:08,434 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T00:19:08,436 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/WALs/cb28580903fb,43653,1731457135769 to hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/WALs/cb28580903fb,43653,1731457135769-dead as it is dead 2024-11-13T00:19:08,437 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/WALs/cb28580903fb,43653,1731457135769-dead/cb28580903fb%2C43653%2C1731457135769.1731457137181 2024-11-13T00:19:08,438 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/WALs/cb28580903fb,43653,1731457135769-dead/cb28580903fb%2C43653%2C1731457135769.1731457137181 after 1ms 2024-11-13T00:19:08,438 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/WALs/cb28580903fb,43653,1731457135769-dead/cb28580903fb%2C43653%2C1731457135769.1731457137181 to hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cb28580903fb%2C43653%2C1731457135769.1731457137181 2024-11-13T00:19:08,438 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/WALs/cb28580903fb,43653,1731457135769-dead 2024-11-13T00:19:08,439 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/WALs/cb28580903fb,42721,1731457147939 2024-11-13T00:19:08,440 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:19:08,441 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C42721%2C1731457147939, suffix=, logDir=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/WALs/cb28580903fb,42721,1731457147939, archiveDir=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/oldWALs, maxLogs=10 2024-11-13T00:19:08,459 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/WALs/cb28580903fb,42721,1731457147939/cb28580903fb%2C42721%2C1731457147939.1731457148441, exclude list is [], retry=0 2024-11-13T00:19:08,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45081,DS-1c5620a9-ca5a-4881-a003-51e85fa1fc16,DISK] 2024-11-13T00:19:08,463 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/WALs/cb28580903fb,42721,1731457147939/cb28580903fb%2C42721%2C1731457147939.1731457148441 2024-11-13T00:19:08,464 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34229:34229)] 2024-11-13T00:19:08,464 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:19:08,464 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:08,464 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:08,464 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:08,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:08,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:19:08,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:08,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3676c22eb6e9495387b6a3e66ca3ac9d 2024-11-13T00:19:08,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:08,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:08,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:19:08,472 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:08,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d27e1cf750b48f98879aa131e6265f0 2024-11-13T00:19:08,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:08,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:08,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:19:08,478 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:08,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3a49bd61c6c45e29087a5e7ecb9b338 2024-11-13T00:19:08,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:08,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:08,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:19:08,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:08,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:08,485 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:08,485 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T00:19:08,485 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cb28580903fb%2C43653%2C1731457135769.1731457137181 2024-11-13T00:19:08,489 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cb28580903fb%2C43653%2C1731457135769.1731457137181 2024-11-13T00:19:08,490 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/cb28580903fb%2C43653%2C1731457135769.1731457137181 2024-11-13T00:19:08,491 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:08,491 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:08,491 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:19:08,492 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:08,494 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-13T00:19:08,495 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69155981, jitterRate=0.030504420399665833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:19:08,495 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731457148464Initializing all the Stores at 1731457148465 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457148465Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457148465Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457148465Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457148465Cleaning up temporary data from old regions at 1731457148491 (+26 ms)Region opened successfully at 1731457148495 (+4 ms) 2024-11-13T00:19:08,495 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:19:08,498 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@80db765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:19:08,500 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T00:19:08,500 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:19:08,500 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:19:08,500 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:19:08,501 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T00:19:08,504 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:19:08,504 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T00:19:08,505 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T00:19:08,505 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T00:19:08,505 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:19:08,507 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=cb28580903fb,42247,1731457135854, regionLocation=cb28580903fb,42247,1731457135854, openSeqNum=2 2024-11-13T00:19:08,508 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=cb28580903fb,42247,1731457135854, table=hbase:meta, region=1588230740 2024-11-13T00:19:08,508 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,42247,1731457135854, state=OPEN 2024-11-13T00:19:08,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x1010eb11b180007, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-533855477/meta-region-server 2024-11-13T00:19:08,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-533855477/meta-region-server 2024-11-13T00:19:08,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-533855477/meta-region-server: CHANGED 2024-11-13T00:19:08,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-533855477/meta-region-server: CHANGED 2024-11-13T00:19:08,512 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:19:08,515 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-533855477/draining/cb28580903fb,42247,1731457135854 already deleted, retry=false 2024-11-13T00:19:08,515 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of cb28580903fb,42247,1731457135854 on cb28580903fb,42721,1731457147939 2024-11-13T00:19:08,516 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure cb28580903fb,42247,1731457135854, splitWal=true, meta=true 2024-11-13T00:19:08,517 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for cb28580903fb,42247,1731457135854 (carryingMeta=true) cb28580903fb,42247,1731457135854/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@b61df87[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T00:19:08,518 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Unable to get data of znode /0-533855477/balancer because node does not exist (not necessarily an error) 2024-11-13T00:19:08,519 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-533855477/balancer already deleted, retry=false 2024-11-13T00:19:08,520 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:19:08,520 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Unable to get data of znode /0-533855477/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:19:08,522 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-533855477/normalizer already deleted, retry=false 2024-11-13T00:19:08,523 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:19:08,524 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Unable to get data of znode /0-533855477/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:19:08,526 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-533855477/switch/split already deleted, retry=false 2024-11-13T00:19:08,526 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Unable to get data of znode /0-533855477/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:19:08,528 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-533855477/switch/merge already deleted, retry=false 2024-11-13T00:19:08,535 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Unable to get data of znode /0-533855477/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:19:08,537 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-533855477/snapshot-cleanup already deleted, retry=false 2024-11-13T00:19:08,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x1010eb11b180007, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-533855477/running 2024-11-13T00:19:08,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x1010eb11b180007, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477 2024-11-13T00:19:08,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-533855477/running 2024-11-13T00:19:08,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477 2024-11-13T00:19:08,541 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,42721,1731457147939, sessionid=0x1010eb11b180006, setting cluster-up flag (Was=false) 2024-11-13T00:19:08,545 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-533855477/flush-table-proc/acquired, /0-533855477/flush-table-proc/reached, /0-533855477/flush-table-proc/abort 2024-11-13T00:19:08,547 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,42721,1731457147939 2024-11-13T00:19:08,554 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-533855477/online-snapshot/acquired, /0-533855477/online-snapshot/reached, /0-533855477/online-snapshot/abort 2024-11-13T00:19:08,556 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,42721,1731457147939 2024-11-13T00:19:08,561 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/.lastflushedseqids 2024-11-13T00:19:08,569 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:19:08,569 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:19:08,569 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,42721,1731457147939 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 cb28580903fb,42247,1731457135854 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:19:08,571 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:19:08,571 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:19:08,571 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:19:08,571 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:19:08,571 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:19:08,571 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:08,571 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:19:08,571 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:08,583 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure cb28580903fb,42247,1731457135854, splitWal=true, meta=true 2024-11-13T00:19:08,584 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731457178584 2024-11-13T00:19:08,584 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:19:08,584 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:19:08,584 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:19:08,584 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:19:08,584 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:19:08,584 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:19:08,584 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure cb28580903fb,42247,1731457135854, splitWal=true, meta=true, isMeta: true 2024-11-13T00:19:08,584 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:08,585 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:19:08,585 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:19:08,585 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:19:08,585 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T00:19:08,585 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:19:08,585 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:19:08,586 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,42247,1731457135854-splitting 2024-11-13T00:19:08,586 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,42247,1731457135854-splitting dir is empty, no logs to split. 2024-11-13T00:19:08,586 INFO [PEWorker-1 {}] master.SplitWALManager(105): cb28580903fb,42247,1731457135854 WAL count=0, meta=true 2024-11-13T00:19:08,588 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457148585,5,FailOnTimeoutGroup] 2024-11-13T00:19:08,588 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,42247,1731457135854-splitting dir is empty, no logs to split. 2024-11-13T00:19:08,588 INFO [PEWorker-1 {}] master.SplitWALManager(105): cb28580903fb,42247,1731457135854 WAL count=0, meta=true 2024-11-13T00:19:08,589 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if cb28580903fb,42247,1731457135854 WAL splitting is done? wals=0, meta=true 2024-11-13T00:19:08,589 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457148588,5,FailOnTimeoutGroup] 2024-11-13T00:19:08,589 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:08,589 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:19:08,589 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:08,589 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:08,589 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731457148589, completionTime=-1 2024-11-13T00:19:08,589 WARN [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T00:19:08,589 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T00:19:08,589 INFO [RS:0;cb28580903fb:40461 {}] regionserver.HRegionServer(746): ClusterId : fbd0041c-7418-4059-a8ce-655ea946a25c 2024-11-13T00:19:08,589 DEBUG [RS:0;cb28580903fb:40461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:19:08,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:19:08,590 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:19:08,591 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T00:19:08,592 DEBUG [RS:0;cb28580903fb:40461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:19:08,592 DEBUG [RS:0;cb28580903fb:40461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:19:08,594 DEBUG [RS:0;cb28580903fb:40461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:19:08,594 DEBUG [RS:0;cb28580903fb:40461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bc42147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:19:08,611 DEBUG [RS:0;cb28580903fb:40461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:40461 2024-11-13T00:19:08,611 INFO [RS:0;cb28580903fb:40461 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:19:08,611 INFO [RS:0;cb28580903fb:40461 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:19:08,611 DEBUG [RS:0;cb28580903fb:40461 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:19:08,611 INFO [RS:0;cb28580903fb:40461 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,42721,1731457147939 with port=40461, startcode=1731457147968 2024-11-13T00:19:08,612 DEBUG [RS:0;cb28580903fb:40461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:19:08,613 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:19:08,613 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42721 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,40461,1731457147968 2024-11-13T00:19:08,614 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42721 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,40461,1731457147968 2024-11-13T00:19:08,615 DEBUG [RS:0;cb28580903fb:40461 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8 2024-11-13T00:19:08,615 DEBUG [RS:0;cb28580903fb:40461 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41543 2024-11-13T00:19:08,615 DEBUG [RS:0;cb28580903fb:40461 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:19:08,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477/rs 2024-11-13T00:19:08,625 DEBUG [RS:0;cb28580903fb:40461 {}] zookeeper.ZKUtil(111): regionserver:40461-0x1010eb11b180007, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Set watcher on existing znode=/0-533855477/rs/cb28580903fb,40461,1731457147968 2024-11-13T00:19:08,625 WARN [RS:0;cb28580903fb:40461 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:19:08,625 INFO [RS:0;cb28580903fb:40461 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:19:08,625 DEBUG [RS:0;cb28580903fb:40461 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,40461,1731457147968 2024-11-13T00:19:08,625 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,40461,1731457147968] 2024-11-13T00:19:08,639 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T00:19:08,644 INFO [RS:0;cb28580903fb:40461 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:19:08,646 INFO [RS:0;cb28580903fb:40461 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:19:08,646 INFO [RS:0;cb28580903fb:40461 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:19:08,646 INFO [RS:0;cb28580903fb:40461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:08,646 INFO [RS:0;cb28580903fb:40461 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:19:08,647 INFO [RS:0;cb28580903fb:40461 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:19:08,647 INFO [RS:0;cb28580903fb:40461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:08,647 DEBUG [RS:0;cb28580903fb:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:08,647 DEBUG [RS:0;cb28580903fb:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:08,647 DEBUG [RS:0;cb28580903fb:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:08,647 DEBUG [RS:0;cb28580903fb:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:08,647 DEBUG [RS:0;cb28580903fb:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:08,647 DEBUG [RS:0;cb28580903fb:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:19:08,647 DEBUG [RS:0;cb28580903fb:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:08,647 DEBUG [RS:0;cb28580903fb:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:08,647 DEBUG [RS:0;cb28580903fb:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:08,647 DEBUG [RS:0;cb28580903fb:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:08,648 DEBUG [RS:0;cb28580903fb:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:08,648 DEBUG [RS:0;cb28580903fb:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:08,648 DEBUG [RS:0;cb28580903fb:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:19:08,648 DEBUG [RS:0;cb28580903fb:40461 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:19:08,648 INFO [RS:0;cb28580903fb:40461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:08,648 INFO [RS:0;cb28580903fb:40461 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:08,648 INFO [RS:0;cb28580903fb:40461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:08,648 INFO [RS:0;cb28580903fb:40461 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:08,648 INFO [RS:0;cb28580903fb:40461 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:08,648 INFO [RS:0;cb28580903fb:40461 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,40461,1731457147968-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:19:08,662 INFO [RS:0;cb28580903fb:40461 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:19:08,662 INFO [RS:0;cb28580903fb:40461 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,40461,1731457147968-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:08,676 INFO [RS:0;cb28580903fb:40461 {}] regionserver.ReplicationSource(231): queueId=1-cb28580903fb,40461,1731457147968, ReplicationSource: 1, currentBandwidth=0 2024-11-13T00:19:08,676 INFO [RS:0;cb28580903fb:40461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:08,676 INFO [RS:0;cb28580903fb:40461 {}] regionserver.Replication(171): cb28580903fb,40461,1731457147968 started 2024-11-13T00:19:08,689 INFO [RS:0;cb28580903fb:40461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:08,689 INFO [RS:0;cb28580903fb:40461 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,40461,1731457147968, RpcServer on cb28580903fb/172.17.0.2:40461, sessionid=0x1010eb11b180007 2024-11-13T00:19:08,689 DEBUG [RS:0;cb28580903fb:40461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:19:08,689 DEBUG [RS:0;cb28580903fb:40461 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,40461,1731457147968 2024-11-13T00:19:08,689 DEBUG [RS:0;cb28580903fb:40461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,40461,1731457147968' 2024-11-13T00:19:08,689 DEBUG [RS:0;cb28580903fb:40461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-533855477/flush-table-proc/abort' 2024-11-13T00:19:08,690 DEBUG [RS:0;cb28580903fb:40461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-533855477/flush-table-proc/acquired' 2024-11-13T00:19:08,690 DEBUG [RS:0;cb28580903fb:40461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:19:08,690 DEBUG [RS:0;cb28580903fb:40461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:19:08,690 DEBUG [RS:0;cb28580903fb:40461 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,40461,1731457147968 2024-11-13T00:19:08,690 DEBUG [RS:0;cb28580903fb:40461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,40461,1731457147968' 2024-11-13T00:19:08,690 DEBUG [RS:0;cb28580903fb:40461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-533855477/online-snapshot/abort' 2024-11-13T00:19:08,690 DEBUG [RS:0;cb28580903fb:40461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-533855477/online-snapshot/acquired' 2024-11-13T00:19:08,691 DEBUG [RS:0;cb28580903fb:40461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:19:08,691 INFO [RS:0;cb28580903fb:40461 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:19:08,691 INFO [RS:0;cb28580903fb:40461 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:19:08,693 DEBUG [RS:0;cb28580903fb:40461.replicationSource,1-cb28580903fb,40461,1731457147968 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:41507' 2024-11-13T00:19:08,695 DEBUG [RS:0;cb28580903fb:40461.replicationSource,1-cb28580903fb,40461,1731457147968 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e2854b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:08,695 DEBUG [RS:0;cb28580903fb:40461.replicationSource,1-cb28580903fb,40461,1731457147968 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41507,-1 for getting cluster id 2024-11-13T00:19:08,695 DEBUG [RS:0;cb28580903fb:40461.replicationSource,1-cb28580903fb,40461,1731457147968 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:08,696 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '59eff1cd-a006-4f22-9f7f-e19924f58ffd' 2024-11-13T00:19:08,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:08,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "59eff1cd-a006-4f22-9f7f-e19924f58ffd" 2024-11-13T00:19:08,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d174e8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:08,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41507,-1] 2024-11-13T00:19:08,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:08,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:08,698 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:08,698 DEBUG [RS:0;cb28580903fb:40461.replicationSource,1-cb28580903fb,40461,1731457147968 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1327b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:08,698 DEBUG [RS:0;cb28580903fb:40461.replicationSource,1-cb28580903fb,40461,1731457147968 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:08,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,41507,1731457139921 2024-11-13T00:19:08,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eb42e6c 2024-11-13T00:19:08,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:19:08,700 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-13T00:19:08,701 INFO [RS:0;cb28580903fb:40461.replicationSource,1-cb28580903fb,40461,1731457147968 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb28580903fb,40461,1731457147968 (queues=0) is replicating from cluster=fbd0041c-7418-4059-a8ce-655ea946a25c to cluster=59eff1cd-a006-4f22-9f7f-e19924f58ffd 2024-11-13T00:19:08,741 WARN [cb28580903fb:42721 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T00:19:08,791 INFO [RS:0;cb28580903fb:40461 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:19:08,793 INFO [RS:0;cb28580903fb:40461 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C40461%2C1731457147968, suffix=, logDir=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,40461,1731457147968, archiveDir=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/oldWALs, maxLogs=10 2024-11-13T00:19:08,807 DEBUG [RS:0;cb28580903fb:40461 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,40461,1731457147968/cb28580903fb%2C40461%2C1731457147968.1731457148793, exclude list is [], retry=0 2024-11-13T00:19:08,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45081,DS-1c5620a9-ca5a-4881-a003-51e85fa1fc16,DISK] 2024-11-13T00:19:08,811 INFO [RS:0;cb28580903fb:40461 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,40461,1731457147968/cb28580903fb%2C40461%2C1731457147968.1731457148793 2024-11-13T00:19:08,811 DEBUG [RS:0;cb28580903fb:40461 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group cb28580903fb%2C40461%2C1731457147968 for peer 1 2024-11-13T00:19:08,811 DEBUG [RS:0;cb28580903fb:40461 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb28580903fb%2C40461%2C1731457147968 2024-11-13T00:19:08,811 INFO [RS:0;cb28580903fb:40461 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb28580903fb,40461,1731457147968, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T00:19:08,811 DEBUG [RS:0;cb28580903fb:40461 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34229:34229)] 2024-11-13T00:19:08,812 INFO [RS:0;cb28580903fb:40461.replicationSource.shippercb28580903fb%2C40461%2C1731457147968,1-cb28580903fb,40461,1731457147968 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb28580903fb%2C40461%2C1731457147968 2024-11-13T00:19:08,812 DEBUG [RS:0;cb28580903fb:40461.replicationSource.wal-reader.cb28580903fb%2C40461%2C1731457147968,1-cb28580903fb,40461,1731457147968 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,40461,1731457147968/cb28580903fb%2C40461%2C1731457147968.1731457148793, startPosition=0, beingWritten=true 2024-11-13T00:19:08,992 DEBUG [cb28580903fb:42721 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:19:08,992 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,40461,1731457147968 2024-11-13T00:19:08,994 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,40461,1731457147968, state=OPENING 2024-11-13T00:19:08,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-533855477/meta-region-server 2024-11-13T00:19:08,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x1010eb11b180007, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-533855477/meta-region-server 2024-11-13T00:19:08,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-533855477/meta-region-server: CHANGED 2024-11-13T00:19:08,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-533855477/meta-region-server: CHANGED 2024-11-13T00:19:08,996 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:19:08,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,40461,1731457147968}] 2024-11-13T00:19:09,016 DEBUG [RS:0;cb28580903fb:40461.replicationSource.wal-reader.cb28580903fb%2C40461%2C1731457147968,1-cb28580903fb,40461,1731457147968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,40461,1731457147968/cb28580903fb%2C40461%2C1731457147968.1731457148793 to pos 0, reset compression=false 2024-11-13T00:19:09,149 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:19:09,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:19:09,153 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:19:09,153 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:19:09,154 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T00:19:09,155 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C40461%2C1731457147968.meta, suffix=.meta, logDir=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,40461,1731457147968, archiveDir=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/oldWALs, maxLogs=10 2024-11-13T00:19:09,168 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,40461,1731457147968/cb28580903fb%2C40461%2C1731457147968.meta.1731457149155.meta, exclude list is [], retry=0 2024-11-13T00:19:09,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45081,DS-1c5620a9-ca5a-4881-a003-51e85fa1fc16,DISK] 2024-11-13T00:19:09,172 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,40461,1731457147968/cb28580903fb%2C40461%2C1731457147968.meta.1731457149155.meta 2024-11-13T00:19:09,172 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34229:34229)] 2024-11-13T00:19:09,172 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:19:09,173 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:19:09,173 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:19:09,173 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:19:09,173 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:19:09,173 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:19:09,173 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:09,173 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:19:09,173 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:19:09,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:19:09,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:19:09,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:09,180 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740/info/984ca7cc8c4b4839ac7377ff8864197f 2024-11-13T00:19:09,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:09,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:19:09,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:19:09,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:09,185 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740/ns/f306832e4ff7495e9db01e2e9c8152fd 2024-11-13T00:19:09,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:09,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:19:09,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:19:09,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:09,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:09,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:19:09,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:19:09,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:09,192 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740/table/bb975dd7c9994e02b9a793eb3a512220 2024-11-13T00:19:09,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:09,192 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:19:09,193 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740 2024-11-13T00:19:09,193 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740 2024-11-13T00:19:09,194 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:19:09,194 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:19:09,195 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:19:09,196 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:19:09,197 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64844303, jitterRate=-0.03374458849430084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:19:09,197 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:19:09,197 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731457149173Writing region info on filesystem at 1731457149173Initializing all the Stores at 1731457149174 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457149174Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457149174Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457149174Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457149174Cleaning up temporary data from old regions at 1731457149194 (+20 ms)Running coprocessor post-open hooks at 1731457149197 (+3 ms)Region opened successfully at 1731457149197 2024-11-13T00:19:09,198 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731457149148 2024-11-13T00:19:09,200 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:19:09,200 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:19:09,200 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=cb28580903fb,40461,1731457147968 2024-11-13T00:19:09,201 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,40461,1731457147968, state=OPEN 2024-11-13T00:19:09,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-533855477/meta-region-server 2024-11-13T00:19:09,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x1010eb11b180007, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-533855477/meta-region-server 2024-11-13T00:19:09,203 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,40461,1731457147968 2024-11-13T00:19:09,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-533855477/meta-region-server: CHANGED 2024-11-13T00:19:09,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-533855477/meta-region-server: CHANGED 2024-11-13T00:19:09,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-13T00:19:09,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,40461,1731457147968 in 207 msec 2024-11-13T00:19:09,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T00:19:09,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 616 msec 2024-11-13T00:19:09,299 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:19:09,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:09,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:09,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:09,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:09,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:09,322 DEBUG [RS:0;cb28580903fb:40461.replicationSource.wal-reader.cb28580903fb%2C40461%2C1731457147968,1-cb28580903fb,40461,1731457147968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,40461,1731457147968/cb28580903fb%2C40461%2C1731457147968.1731457148793 to pos 0, reset compression=false 2024-11-13T00:19:09,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:09,727 DEBUG [RS:0;cb28580903fb:40461.replicationSource.wal-reader.cb28580903fb%2C40461%2C1731457147968,1-cb28580903fb,40461,1731457147968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,40461,1731457147968/cb28580903fb%2C40461%2C1731457147968.1731457148793 to pos 0, reset compression=false 2024-11-13T00:19:10,141 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1552ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-13T00:19:10,233 DEBUG [RS:0;cb28580903fb:40461.replicationSource.wal-reader.cb28580903fb%2C40461%2C1731457147968,1-cb28580903fb,40461,1731457147968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,40461,1731457147968/cb28580903fb%2C40461%2C1731457147968.1731457148793 to pos 0, reset compression=false 2024-11-13T00:19:10,838 DEBUG [RS:0;cb28580903fb:40461.replicationSource.wal-reader.cb28580903fb%2C40461%2C1731457147968,1-cb28580903fb,40461,1731457147968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,40461,1731457147968/cb28580903fb%2C40461%2C1731457147968.1731457148793 to pos 0, reset compression=false 2024-11-13T00:19:11,544 DEBUG [RS:0;cb28580903fb:40461.replicationSource.wal-reader.cb28580903fb%2C40461%2C1731457147968,1-cb28580903fb,40461,1731457147968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,40461,1731457147968/cb28580903fb%2C40461%2C1731457147968.1731457148793 to pos 0, reset compression=false 2024-11-13T00:19:11,644 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-13T00:19:12,349 DEBUG [RS:0;cb28580903fb:40461.replicationSource.wal-reader.cb28580903fb%2C40461%2C1731457147968,1-cb28580903fb,40461,1731457147968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,40461,1731457147968/cb28580903fb%2C40461%2C1731457147968.1731457148793 to pos 0, reset compression=false 2024-11-13T00:19:13,096 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T00:19:13,096 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:19:13,097 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:19:13,097 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,40461,1731457147968, seqNum=-1] 2024-11-13T00:19:13,097 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:19:13,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:19:13,102 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=694156dae6d56597e9f4d817a23ac8b7, regionState=OPEN, lastHost=cb28580903fb,42247,1731457135854, regionLocation=cb28580903fb,42247,1731457135854, openSeqNum=2 2024-11-13T00:19:13,103 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T00:19:13,103 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731457213103 2024-11-13T00:19:13,103 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731457273103 2024-11-13T00:19:13,103 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-13T00:19:13,103 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): cb28580903fb,42247,1731457135854 had 2 regions 2024-11-13T00:19:13,103 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,42721,1731457147939-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:13,103 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,42721,1731457147939-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:13,103 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,42721,1731457147939-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:13,103 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:42721, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:13,103 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:13,103 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:13,104 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure cb28580903fb,42247,1731457135854, splitWal=true, meta=true, isMeta: false 2024-11-13T00:19:13,106 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,42247,1731457135854-splitting dir is empty, no logs to split. 2024-11-13T00:19:13,106 INFO [PEWorker-3 {}] master.SplitWALManager(105): cb28580903fb,42247,1731457135854 WAL count=0, meta=false 2024-11-13T00:19:13,108 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,42247,1731457135854-splitting dir is empty, no logs to split. 2024-11-13T00:19:13,108 INFO [PEWorker-3 {}] master.SplitWALManager(105): cb28580903fb,42247,1731457135854 WAL count=0, meta=false 2024-11-13T00:19:13,108 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if cb28580903fb,42247,1731457135854 WAL splitting is done? wals=0, meta=false 2024-11-13T00:19:13,109 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.105sec 2024-11-13T00:19:13,109 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:19:13,109 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:19:13,109 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:19:13,109 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:19:13,109 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:19:13,109 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,42721,1731457147939-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:19:13,109 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,42721,1731457147939-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:19:13,110 WARN [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=cb28580903fb,42247,1731457135854/hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. 2024-11-13T00:19:13,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=694156dae6d56597e9f4d817a23ac8b7, ASSIGN}] 2024-11-13T00:19:13,111 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=694156dae6d56597e9f4d817a23ac8b7, ASSIGN 2024-11-13T00:19:13,112 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:19:13,112 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:19:13,112 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=694156dae6d56597e9f4d817a23ac8b7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T00:19:13,112 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,42721,1731457147939-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:13,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b860293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:13,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,42721,-1 for getting cluster id 2024-11-13T00:19:13,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:13,194 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbd0041c-7418-4059-a8ce-655ea946a25c' 2024-11-13T00:19:13,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:13,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbd0041c-7418-4059-a8ce-655ea946a25c" 2024-11-13T00:19:13,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b13709a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:13,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,42721,-1] 2024-11-13T00:19:13,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:13,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:13,196 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:13,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3bcc54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:13,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:19:13,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,40461,1731457147968, seqNum=-1] 2024-11-13T00:19:13,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:19:13,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:19:13,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T00:19:13,201 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:19:13,201 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:13,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:13,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:13,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:19:13,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: cb28580903fb:42721 after: cb28580903fb:42721 2024-11-13T00:19:13,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f64071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:13,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,42721,-1 for getting cluster id 2024-11-13T00:19:13,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:13,202 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbd0041c-7418-4059-a8ce-655ea946a25c' 2024-11-13T00:19:13,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:13,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbd0041c-7418-4059-a8ce-655ea946a25c" 2024-11-13T00:19:13,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c706cd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:13,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,42721,-1] 2024-11-13T00:19:13,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:13,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:13,204 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:13,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f41e2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:13,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:13,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,42721,1731457147939 2024-11-13T00:19:13,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a86de1 2024-11-13T00:19:13,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:19:13,206 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:19:13,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42721 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T00:19:13,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T00:19:13,207 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:19:13,207 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:13,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:13,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:13,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:19:13,207 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T00:19:13,207 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=652353441, stopped=false 2024-11-13T00:19:13,207 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb28580903fb,41507,1731457139921 2024-11-13T00:19:13,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1010eb11b180004, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1777373874/running 2024-11-13T00:19:13,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1777373874/running 2024-11-13T00:19:13,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1010eb11b180004, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1777373874 2024-11-13T00:19:13,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1777373874 2024-11-13T00:19:13,209 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:19:13,209 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:19:13,209 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:13,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:13,209 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,37095,1731457139979' ***** 2024-11-13T00:19:13,209 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:19:13,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37095-0x1010eb11b180004, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Set watcher on znode that does not yet exist, /1-1777373874/running 2024-11-13T00:19:13,210 INFO [RS:0;cb28580903fb:37095 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:19:13,210 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:19:13,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Set watcher on znode that does not yet exist, /1-1777373874/running 2024-11-13T00:19:13,210 INFO [RS:0;cb28580903fb:37095 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:19:13,210 INFO [RS:0;cb28580903fb:37095 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:19:13,210 INFO [RS:0;cb28580903fb:37095 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,37095,1731457139979 2024-11-13T00:19:13,210 INFO [RS:0;cb28580903fb:37095 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:19:13,210 INFO [RS:0;cb28580903fb:37095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:37095. 2024-11-13T00:19:13,210 DEBUG [RS:0;cb28580903fb:37095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:13,210 DEBUG [RS:0;cb28580903fb:37095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:13,210 INFO [RS:0;cb28580903fb:37095 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:19:13,210 INFO [RS:0;cb28580903fb:37095 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:19:13,210 INFO [RS:0;cb28580903fb:37095 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:19:13,210 INFO [RS:0;cb28580903fb:37095 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T00:19:13,211 INFO [RS:0;cb28580903fb:37095 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T00:19:13,211 DEBUG [RS:0;cb28580903fb:37095 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T00:19:13,211 DEBUG [RS:0;cb28580903fb:37095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:19:13,211 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:19:13,211 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:19:13,211 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:19:13,211 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:19:13,211 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:19:13,211 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T00:19:13,231 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/data/hbase/meta/1588230740/.tmp/ns/e387e5449d064da890aab2b8f3f7d2b6 is 43, key is default/ns:d/1731457142597/Put/seqid=0 2024-11-13T00:19:13,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741835_1011 (size=5153) 2024-11-13T00:19:13,254 DEBUG [RS:0;cb28580903fb:40461.replicationSource.wal-reader.cb28580903fb%2C40461%2C1731457147968,1-cb28580903fb,40461,1731457147968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,40461,1731457147968/cb28580903fb%2C40461%2C1731457147968.1731457148793 to pos 0, reset compression=false 2024-11-13T00:19:13,263 DEBUG [cb28580903fb:42721 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:19:13,263 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=694156dae6d56597e9f4d817a23ac8b7, regionState=OPENING, regionLocation=cb28580903fb,40461,1731457147968 2024-11-13T00:19:13,264 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:19:13,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=694156dae6d56597e9f4d817a23ac8b7, ASSIGN because future has completed 2024-11-13T00:19:13,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 694156dae6d56597e9f4d817a23ac8b7, server=cb28580903fb,40461,1731457147968}] 2024-11-13T00:19:13,411 DEBUG [RS:0;cb28580903fb:37095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:19:13,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. 2024-11-13T00:19:13,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:19:13,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T00:19:13,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C40461%2C1731457147968.rep, suffix=, logDir=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,40461,1731457147968, archiveDir=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/oldWALs, maxLogs=10 2024-11-13T00:19:13,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,40461,1731457147968/cb28580903fb%2C40461%2C1731457147968.rep.1731457153424, exclude list is [], retry=0 2024-11-13T00:19:13,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45081,DS-1c5620a9-ca5a-4881-a003-51e85fa1fc16,DISK] 2024-11-13T00:19:13,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,40461,1731457147968/cb28580903fb%2C40461%2C1731457147968.rep.1731457153424 2024-11-13T00:19:13,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34229:34229)] 2024-11-13T00:19:13,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 694156dae6d56597e9f4d817a23ac8b7, NAME => 'hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:19:13,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:19:13,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:19:13,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. service=MultiRowMutationService 2024-11-13T00:19:13,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T00:19:13,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:13,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:13,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:13,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:13,446 INFO [StoreOpener-694156dae6d56597e9f4d817a23ac8b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:13,447 INFO [StoreOpener-694156dae6d56597e9f4d817a23ac8b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 694156dae6d56597e9f4d817a23ac8b7 columnFamilyName hfileref 2024-11-13T00:19:13,447 DEBUG [StoreOpener-694156dae6d56597e9f4d817a23ac8b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:13,447 INFO [StoreOpener-694156dae6d56597e9f4d817a23ac8b7-1 {}] regionserver.HStore(327): Store=694156dae6d56597e9f4d817a23ac8b7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:13,447 INFO [StoreOpener-694156dae6d56597e9f4d817a23ac8b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:13,448 INFO [StoreOpener-694156dae6d56597e9f4d817a23ac8b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 694156dae6d56597e9f4d817a23ac8b7 columnFamilyName queue 2024-11-13T00:19:13,448 DEBUG [StoreOpener-694156dae6d56597e9f4d817a23ac8b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:13,455 DEBUG [StoreOpener-694156dae6d56597e9f4d817a23ac8b7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/replication/694156dae6d56597e9f4d817a23ac8b7/queue/8a3066a530544eb68d740d7bbf89fb6c 2024-11-13T00:19:13,455 INFO [StoreOpener-694156dae6d56597e9f4d817a23ac8b7-1 {}] regionserver.HStore(327): Store=694156dae6d56597e9f4d817a23ac8b7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:13,455 INFO [StoreOpener-694156dae6d56597e9f4d817a23ac8b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:13,456 INFO [StoreOpener-694156dae6d56597e9f4d817a23ac8b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 694156dae6d56597e9f4d817a23ac8b7 columnFamilyName sid 2024-11-13T00:19:13,456 DEBUG [StoreOpener-694156dae6d56597e9f4d817a23ac8b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:13,456 INFO [StoreOpener-694156dae6d56597e9f4d817a23ac8b7-1 {}] regionserver.HStore(327): Store=694156dae6d56597e9f4d817a23ac8b7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:13,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:13,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/replication/694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:13,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/replication/694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:13,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:13,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:13,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:19:13,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:13,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 694156dae6d56597e9f4d817a23ac8b7; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70558324, jitterRate=0.051400959491729736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:19:13,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:13,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 694156dae6d56597e9f4d817a23ac8b7: Running coprocessor pre-open hook at 1731457153445Writing region info on filesystem at 1731457153445Initializing all the Stores at 1731457153445Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457153445Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457153446 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457153446Cleaning up temporary data from old regions at 1731457153458 (+12 ms)Running coprocessor post-open hooks at 1731457153461 (+3 ms)Region opened successfully at 1731457153462 (+1 ms) 2024-11-13T00:19:13,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7., pid=13, masterSystemTime=1731457153418 2024-11-13T00:19:13,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. 2024-11-13T00:19:13,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. 2024-11-13T00:19:13,465 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=694156dae6d56597e9f4d817a23ac8b7, regionState=OPEN, openSeqNum=9, regionLocation=cb28580903fb,40461,1731457147968 2024-11-13T00:19:13,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 694156dae6d56597e9f4d817a23ac8b7, server=cb28580903fb,40461,1731457147968 because future has completed 2024-11-13T00:19:13,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T00:19:13,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 694156dae6d56597e9f4d817a23ac8b7, server=cb28580903fb,40461,1731457147968 in 202 msec 2024-11-13T00:19:13,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-13T00:19:13,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=694156dae6d56597e9f4d817a23ac8b7, ASSIGN in 360 msec 2024-11-13T00:19:13,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T00:19:13,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7., hostname=cb28580903fb,40461,1731457147968, seqNum=9] 2024-11-13T00:19:13,487 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for cb28580903fb,42247,1731457135854 2024-11-13T00:19:13,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T00:19:13,611 DEBUG [RS:0;cb28580903fb:37095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:19:13,636 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/data/hbase/meta/1588230740/.tmp/ns/e387e5449d064da890aab2b8f3f7d2b6 2024-11-13T00:19:13,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-13T00:19:13,642 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/data/hbase/meta/1588230740/.tmp/ns/e387e5449d064da890aab2b8f3f7d2b6 as hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/data/hbase/meta/1588230740/ns/e387e5449d064da890aab2b8f3f7d2b6 2024-11-13T00:19:13,647 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/data/hbase/meta/1588230740/ns/e387e5449d064da890aab2b8f3f7d2b6, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T00:19:13,648 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false 2024-11-13T00:19:13,648 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T00:19:13,653 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T00:19:13,653 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:19:13,654 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:19:13,654 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:19:13,654 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457153211Running coprocessor pre-close hooks at 1731457153211Disabling compacts and flushes for region at 1731457153211Disabling writes for close at 1731457153211Obtaining lock to block concurrent updates at 1731457153211Preparing flush snapshotting stores in 1588230740 at 1731457153211Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731457153211Flushing stores of hbase:meta,,1.1588230740 at 1731457153212 (+1 ms)Flushing 1588230740/ns: creating writer at 1731457153212Flushing 1588230740/ns: appending metadata at 1731457153230 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731457153231 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71016736: reopening flushed file at 1731457153642 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false at 1731457153648 (+6 ms)Writing region close event to WAL at 1731457153649 (+1 ms)Running coprocessor post-close hooks at 1731457153653 (+4 ms)Closed at 1731457153654 (+1 ms) 2024-11-13T00:19:13,654 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T00:19:13,811 INFO [RS:0;cb28580903fb:37095 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,37095,1731457139979; all regions closed. 2024-11-13T00:19:13,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741834_1010 (size=1152) 2024-11-13T00:19:13,814 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/WALs/cb28580903fb,37095,1731457139979/cb28580903fb%2C37095%2C1731457139979.meta.1731457142555.meta not finished, retry = 0 2024-11-13T00:19:13,916 DEBUG [RS:0;cb28580903fb:37095 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/oldWALs 2024-11-13T00:19:13,916 INFO [RS:0;cb28580903fb:37095 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C37095%2C1731457139979.meta:.meta(num 1731457142555) 2024-11-13T00:19:13,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741832_1008 (size=93) 2024-11-13T00:19:13,919 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/WALs/cb28580903fb,37095,1731457139979/cb28580903fb%2C37095%2C1731457139979.1731457141997 not finished, retry = 0 2024-11-13T00:19:13,935 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T00:19:13,935 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T00:19:14,021 DEBUG [RS:0;cb28580903fb:37095 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/oldWALs 2024-11-13T00:19:14,021 INFO [RS:0;cb28580903fb:37095 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C37095%2C1731457139979:(num 1731457141997) 2024-11-13T00:19:14,021 DEBUG [RS:0;cb28580903fb:37095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:14,021 INFO [RS:0;cb28580903fb:37095 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:19:14,021 INFO [RS:0;cb28580903fb:37095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:19:14,021 INFO [RS:0;cb28580903fb:37095 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T00:19:14,021 INFO [RS:0;cb28580903fb:37095 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:19:14,022 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:19:14,022 INFO [RS:0;cb28580903fb:37095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37095 2024-11-13T00:19:14,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1010eb11b180004, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1777373874/rs/cb28580903fb,37095,1731457139979 2024-11-13T00:19:14,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1777373874/rs 2024-11-13T00:19:14,028 INFO [RS:0;cb28580903fb:37095 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:19:14,030 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,37095,1731457139979] 2024-11-13T00:19:14,031 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1777373874/draining/cb28580903fb,37095,1731457139979 already deleted, retry=false 2024-11-13T00:19:14,031 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,37095,1731457139979 expired; onlineServers=0 2024-11-13T00:19:14,031 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb28580903fb,41507,1731457139921' ***** 2024-11-13T00:19:14,031 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T00:19:14,031 INFO [M:0;cb28580903fb:41507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:19:14,031 INFO [M:0;cb28580903fb:41507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:19:14,031 DEBUG [M:0;cb28580903fb:41507 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T00:19:14,031 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T00:19:14,031 DEBUG [M:0;cb28580903fb:41507 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T00:19:14,031 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457141791 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457141791,5,FailOnTimeoutGroup] 2024-11-13T00:19:14,031 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457141791 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457141791,5,FailOnTimeoutGroup] 2024-11-13T00:19:14,031 INFO [M:0;cb28580903fb:41507 {}] hbase.ChoreService(370): Chore service for: master/cb28580903fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T00:19:14,031 INFO [M:0;cb28580903fb:41507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:19:14,032 DEBUG [M:0;cb28580903fb:41507 {}] master.HMaster(1795): Stopping service threads 2024-11-13T00:19:14,032 INFO [M:0;cb28580903fb:41507 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T00:19:14,032 INFO [M:0;cb28580903fb:41507 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:19:14,032 INFO [M:0;cb28580903fb:41507 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T00:19:14,032 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T00:19:14,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1777373874/master 2024-11-13T00:19:14,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1777373874 2024-11-13T00:19:14,033 DEBUG [M:0;cb28580903fb:41507 {}] zookeeper.ZKUtil(347): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Unable to get data of znode /1-1777373874/master because node does not exist (not an error) 2024-11-13T00:19:14,033 WARN [M:0;cb28580903fb:41507 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T00:19:14,034 INFO [M:0;cb28580903fb:41507 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/.lastflushedseqids 2024-11-13T00:19:14,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741836_1012 (size=99) 2024-11-13T00:19:14,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1010eb11b180004, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:19:14,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37095-0x1010eb11b180004, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:19:14,130 INFO [RS:0;cb28580903fb:37095 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:19:14,130 INFO [RS:0;cb28580903fb:37095 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,37095,1731457139979; zookeeper connection closed. 2024-11-13T00:19:14,130 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c096f06 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c096f06 2024-11-13T00:19:14,130 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T00:19:14,259 DEBUG [RS:0;cb28580903fb:40461.replicationSource.wal-reader.cb28580903fb%2C40461%2C1731457147968,1-cb28580903fb,40461,1731457147968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,40461,1731457147968/cb28580903fb%2C40461%2C1731457147968.1731457148793 to pos 0, reset compression=false 2024-11-13T00:19:14,439 INFO [M:0;cb28580903fb:41507 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T00:19:14,439 INFO [M:0;cb28580903fb:41507 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T00:19:14,439 DEBUG [M:0;cb28580903fb:41507 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:19:14,439 INFO [M:0;cb28580903fb:41507 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:14,439 DEBUG [M:0;cb28580903fb:41507 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:14,439 DEBUG [M:0;cb28580903fb:41507 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:19:14,439 DEBUG [M:0;cb28580903fb:41507 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:14,439 INFO [M:0;cb28580903fb:41507 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T00:19:14,455 DEBUG [M:0;cb28580903fb:41507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/495f7032585549ac942150a4505607b9 is 82, key is hbase:meta,,1/info:regioninfo/1731457142586/Put/seqid=0 2024-11-13T00:19:14,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741837_1013 (size=5672) 2024-11-13T00:19:14,675 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:19:14,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:14,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:14,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:14,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:14,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:14,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:14,709 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T00:19:14,709 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T00:19:14,860 INFO [M:0;cb28580903fb:41507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/495f7032585549ac942150a4505607b9 2024-11-13T00:19:14,883 DEBUG [M:0;cb28580903fb:41507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4868ef95db224bf48f62f9ef7da07cce is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731457142600/Put/seqid=0 2024-11-13T00:19:14,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741838_1014 (size=5275) 2024-11-13T00:19:15,288 INFO [M:0;cb28580903fb:41507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4868ef95db224bf48f62f9ef7da07cce 2024-11-13T00:19:15,311 DEBUG [M:0;cb28580903fb:41507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba94a1454e404472986fa1924c25318d is 69, key is cb28580903fb,37095,1731457139979/rs:state/1731457141828/Put/seqid=0 2024-11-13T00:19:15,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741839_1015 (size=5156) 2024-11-13T00:19:15,364 DEBUG [RS:0;cb28580903fb:40461.replicationSource.wal-reader.cb28580903fb%2C40461%2C1731457147968,1-cb28580903fb,40461,1731457147968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,40461,1731457147968/cb28580903fb%2C40461%2C1731457147968.1731457148793 to pos 0, reset compression=false 2024-11-13T00:19:15,716 INFO [M:0;cb28580903fb:41507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba94a1454e404472986fa1924c25318d 2024-11-13T00:19:15,720 DEBUG [M:0;cb28580903fb:41507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/495f7032585549ac942150a4505607b9 as hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/495f7032585549ac942150a4505607b9 2024-11-13T00:19:15,725 INFO [M:0;cb28580903fb:41507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/495f7032585549ac942150a4505607b9, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T00:19:15,726 DEBUG [M:0;cb28580903fb:41507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4868ef95db224bf48f62f9ef7da07cce as hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4868ef95db224bf48f62f9ef7da07cce 2024-11-13T00:19:15,730 INFO [M:0;cb28580903fb:41507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4868ef95db224bf48f62f9ef7da07cce, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T00:19:15,731 DEBUG [M:0;cb28580903fb:41507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba94a1454e404472986fa1924c25318d as hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba94a1454e404472986fa1924c25318d 2024-11-13T00:19:15,735 INFO [M:0;cb28580903fb:41507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40363/user/jenkins/test-data/a2d4ab84-be4e-9046-836d-4141f8968390/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba94a1454e404472986fa1924c25318d, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T00:19:15,736 INFO [M:0;cb28580903fb:41507 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=28, compaction requested=false 2024-11-13T00:19:15,737 INFO [M:0;cb28580903fb:41507 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:15,737 DEBUG [M:0;cb28580903fb:41507 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457154439Disabling compacts and flushes for region at 1731457154439Disabling writes for close at 1731457154439Obtaining lock to block concurrent updates at 1731457154439Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731457154439Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731457154439Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731457154440 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731457154440Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731457154455 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731457154455Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731457154865 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731457154883 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731457154883Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731457155293 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731457155310 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731457155310Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bd62d4c: reopening flushed file at 1731457155720 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1795c727: reopening flushed file at 1731457155725 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6096613b: reopening flushed file at 1731457155730 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=28, compaction requested=false at 1731457155736 (+6 ms)Writing region close event to WAL at 1731457155737 (+1 ms)Closed at 1731457155737 2024-11-13T00:19:15,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38915 is added to blk_1073741830_1006 (size=10165) 2024-11-13T00:19:15,740 INFO [M:0;cb28580903fb:41507 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T00:19:15,740 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:19:15,740 INFO [M:0;cb28580903fb:41507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41507 2024-11-13T00:19:15,740 INFO [M:0;cb28580903fb:41507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:19:15,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:19:15,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41507-0x1010eb11b180003, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:19:15,843 INFO [M:0;cb28580903fb:41507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:19:15,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc2740d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:19:15,846 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50f10d8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:19:15,846 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:19:15,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23bb9962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:19:15,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e38c1ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/hadoop.log.dir/,STOPPED} 2024-11-13T00:19:15,848 WARN [BP-206631252-172.17.0.2-1731457138567 heartbeating to localhost/127.0.0.1:40363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:19:15,848 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:19:15,848 WARN [BP-206631252-172.17.0.2-1731457138567 heartbeating to localhost/127.0.0.1:40363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-206631252-172.17.0.2-1731457138567 (Datanode Uuid 720c7c0e-c1ec-4835-a198-7a167c80210b) service to localhost/127.0.0.1:40363 2024-11-13T00:19:15,848 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:19:15,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/cluster_f89422e8-1a8f-c99e-6760-947c466ac5be/data/data1/current/BP-206631252-172.17.0.2-1731457138567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:19:15,849 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/cluster_f89422e8-1a8f-c99e-6760-947c466ac5be/data/data2/current/BP-206631252-172.17.0.2-1731457138567 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:19:15,849 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:19:15,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d5d2530{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:19:15,855 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f5ab4ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:19:15,855 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:19:15,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65fadc0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:19:15,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e8efeae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/hadoop.log.dir/,STOPPED} 2024-11-13T00:19:15,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T00:19:15,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T00:19:15,866 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:19:15,866 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:15,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:15,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:15,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:19:15,866 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T00:19:15,866 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1248036583, stopped=false 2024-11-13T00:19:15,866 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb28580903fb,42721,1731457147939 2024-11-13T00:19:15,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-533855477/running 2024-11-13T00:19:15,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x1010eb11b180007, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-533855477/running 2024-11-13T00:19:15,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477 2024-11-13T00:19:15,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x1010eb11b180007, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477 2024-11-13T00:19:15,868 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:19:15,868 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:19:15,868 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:15,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:15,869 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,40461,1731457147968' ***** 2024-11-13T00:19:15,869 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:19:15,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Set watcher on znode that does not yet exist, /0-533855477/running 2024-11-13T00:19:15,869 INFO [RS:0;cb28580903fb:40461 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:19:15,869 INFO [RS:0;cb28580903fb:40461 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:19:15,869 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:19:15,869 INFO [RS:0;cb28580903fb:40461 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:19:15,869 INFO [RS:0;cb28580903fb:40461 {}] regionserver.HRegionServer(3091): Received CLOSE for 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:15,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40461-0x1010eb11b180007, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Set watcher on znode that does not yet exist, /0-533855477/running 2024-11-13T00:19:15,870 INFO [RS:0;cb28580903fb:40461 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,40461,1731457147968 2024-11-13T00:19:15,870 INFO [RS:0;cb28580903fb:40461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:19:15,870 INFO [RS:0;cb28580903fb:40461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:40461. 2024-11-13T00:19:15,870 DEBUG [RS:0;cb28580903fb:40461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:15,870 DEBUG [RS:0;cb28580903fb:40461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:15,870 INFO [RS:0;cb28580903fb:40461 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:19:15,870 INFO [RS:0;cb28580903fb:40461 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:19:15,870 INFO [RS:0;cb28580903fb:40461 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:19:15,870 INFO [RS:0;cb28580903fb:40461 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T00:19:15,870 INFO [RS:0;cb28580903fb:40461 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T00:19:15,870 DEBUG [RS:0;cb28580903fb:40461 {}] regionserver.HRegionServer(1325): Online Regions={694156dae6d56597e9f4d817a23ac8b7=hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T00:19:15,870 DEBUG [RS:0;cb28580903fb:40461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 694156dae6d56597e9f4d817a23ac8b7 2024-11-13T00:19:15,870 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 694156dae6d56597e9f4d817a23ac8b7, disabling compactions & flushes 2024-11-13T00:19:15,870 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. 2024-11-13T00:19:15,870 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. 2024-11-13T00:19:15,870 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:19:15,870 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. after waiting 0 ms 2024-11-13T00:19:15,870 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:19:15,870 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. 2024-11-13T00:19:15,870 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:19:15,870 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:19:15,870 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:19:15,871 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T00:19:15,874 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/replication/694156dae6d56597e9f4d817a23ac8b7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-13T00:19:15,875 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:19:15,875 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:19:15,875 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. 2024-11-13T00:19:15,875 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 694156dae6d56597e9f4d817a23ac8b7: Waiting for close lock at 1731457155870Running coprocessor pre-close hooks at 1731457155870Disabling compacts and flushes for region at 1731457155870Disabling writes for close at 1731457155870Writing region close event to WAL at 1731457155871 (+1 ms)Running coprocessor post-close hooks at 1731457155875 (+4 ms)Closed at 1731457155875 2024-11-13T00:19:15,875 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7. 2024-11-13T00:19:15,887 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740/.tmp/info/e07ff1afe3894617b6153ecfcb01b316 is 147, key is hbase:replication,,1731457142636.694156dae6d56597e9f4d817a23ac8b7./info:regioninfo/1731457153465/Put/seqid=0 2024-11-13T00:19:15,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741851_1027 (size=6385) 2024-11-13T00:19:15,953 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:19:16,071 DEBUG [RS:0;cb28580903fb:40461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:19:16,271 DEBUG [RS:0;cb28580903fb:40461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:19:16,291 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740/.tmp/info/e07ff1afe3894617b6153ecfcb01b316 2024-11-13T00:19:16,297 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740/.tmp/info/e07ff1afe3894617b6153ecfcb01b316 as hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740/info/e07ff1afe3894617b6153ecfcb01b316 2024-11-13T00:19:16,302 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740/info/e07ff1afe3894617b6153ecfcb01b316, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T00:19:16,303 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=19, compaction requested=false 2024-11-13T00:19:16,308 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T00:19:16,308 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:19:16,308 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:19:16,308 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:19:16,309 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457155870Running coprocessor pre-close hooks at 1731457155870Disabling compacts and flushes for region at 1731457155870Disabling writes for close at 1731457155870Obtaining lock to block concurrent updates at 1731457155871 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731457155871Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731457155871Flushing stores of hbase:meta,,1.1588230740 at 1731457155871Flushing 1588230740/info: creating writer at 1731457155871Flushing 1588230740/info: appending metadata at 1731457155886 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731457155886Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17ce0a7e: reopening flushed file at 1731457156296 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=19, compaction requested=false at 1731457156303 (+7 ms)Writing region close event to WAL at 1731457156305 (+2 ms)Running coprocessor post-close hooks at 1731457156308 (+3 ms)Closed at 1731457156308 2024-11-13T00:19:16,309 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T00:19:16,471 INFO [RS:0;cb28580903fb:40461 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,40461,1731457147968; all regions closed. 2024-11-13T00:19:16,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741849_1025 (size=2156) 2024-11-13T00:19:16,473 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,40461,1731457147968/cb28580903fb%2C40461%2C1731457147968.meta.1731457149155.meta not finished, retry = 0 2024-11-13T00:19:16,569 DEBUG [RS:0;cb28580903fb:40461.replicationSource.wal-reader.cb28580903fb%2C40461%2C1731457147968,1-cb28580903fb,40461,1731457147968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,40461,1731457147968/cb28580903fb%2C40461%2C1731457147968.1731457148793 to pos 0, reset compression=false 2024-11-13T00:19:16,576 DEBUG [RS:0;cb28580903fb:40461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/oldWALs 2024-11-13T00:19:16,576 INFO [RS:0;cb28580903fb:40461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C40461%2C1731457147968.meta:.meta(num 1731457149155) 2024-11-13T00:19:16,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741850_1026 (size=796) 2024-11-13T00:19:16,578 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,40461,1731457147968/cb28580903fb%2C40461%2C1731457147968.rep.1731457153424 not finished, retry = 0 2024-11-13T00:19:16,681 DEBUG [RS:0;cb28580903fb:40461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/oldWALs 2024-11-13T00:19:16,681 INFO [RS:0;cb28580903fb:40461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C40461%2C1731457147968.rep:(num 1731457153424) 2024-11-13T00:19:16,683 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/WALs/cb28580903fb,40461,1731457147968/cb28580903fb%2C40461%2C1731457147968.1731457148793 not finished, retry = 0 2024-11-13T00:19:16,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741848_1024 (size=93) 2024-11-13T00:19:16,690 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T00:19:16,690 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T00:19:16,785 DEBUG [RS:0;cb28580903fb:40461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/oldWALs 2024-11-13T00:19:16,785 INFO [RS:0;cb28580903fb:40461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C40461%2C1731457147968:(num 1731457148793) 2024-11-13T00:19:16,786 DEBUG [RS:0;cb28580903fb:40461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:16,786 INFO [RS:0;cb28580903fb:40461 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:19:16,786 INFO [RS:0;cb28580903fb:40461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:19:16,786 INFO [RS:0;cb28580903fb:40461 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T00:19:16,786 INFO [RS:0;cb28580903fb:40461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:19:16,786 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:19:16,786 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T00:19:16,786 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T00:19:16,787 INFO [RS:0;cb28580903fb:40461 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb28580903fb,40461,1731457147968 because: Region server is closing 2024-11-13T00:19:16,787 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T00:19:16,787 INFO [RS:0;cb28580903fb:40461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:40461. 2024-11-13T00:19:16,787 DEBUG [RS:0;cb28580903fb:40461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:16,787 DEBUG [RS:0;cb28580903fb:40461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:16,787 DEBUG [RS:0;cb28580903fb:40461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:16,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:19:16,887 WARN [RS:0;cb28580903fb:40461.replicationSource.wal-reader.cb28580903fb%2C40461%2C1731457147968,1-cb28580903fb,40461,1731457147968 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T00:19:16,887 WARN [RS:0;cb28580903fb:40461.replicationSource.shippercb28580903fb%2C40461%2C1731457147968,1-cb28580903fb,40461,1731457147968 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T00:19:16,887 INFO [RS:0;cb28580903fb:40461 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;cb28580903fb:40461.replicationSource.shippercb28580903fb%2C40461%2C1731457147968,1-cb28580903fb,40461,1731457147968 terminated 2024-11-13T00:19:16,888 INFO [RS:0;cb28580903fb:40461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40461 2024-11-13T00:19:16,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x1010eb11b180007, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-533855477/rs/cb28580903fb,40461,1731457147968 2024-11-13T00:19:16,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477/rs 2024-11-13T00:19:16,891 INFO [RS:0;cb28580903fb:40461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:19:16,892 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,40461,1731457147968] 2024-11-13T00:19:16,893 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-533855477/draining/cb28580903fb,40461,1731457147968 already deleted, retry=false 2024-11-13T00:19:16,893 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,40461,1731457147968 expired; onlineServers=0 2024-11-13T00:19:16,893 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb28580903fb,42721,1731457147939' ***** 2024-11-13T00:19:16,893 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T00:19:16,893 INFO [M:0;cb28580903fb:42721 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:19:16,893 INFO [M:0;cb28580903fb:42721 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:19:16,894 DEBUG [M:0;cb28580903fb:42721 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T00:19:16,894 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T00:19:16,894 DEBUG [M:0;cb28580903fb:42721 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T00:19:16,894 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457148585 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457148585,5,FailOnTimeoutGroup] 2024-11-13T00:19:16,894 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457148588 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457148588,5,FailOnTimeoutGroup] 2024-11-13T00:19:16,894 INFO [M:0;cb28580903fb:42721 {}] hbase.ChoreService(370): Chore service for: master/cb28580903fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T00:19:16,894 INFO [M:0;cb28580903fb:42721 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:19:16,894 DEBUG [M:0;cb28580903fb:42721 {}] master.HMaster(1795): Stopping service threads 2024-11-13T00:19:16,894 INFO [M:0;cb28580903fb:42721 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T00:19:16,894 INFO [M:0;cb28580903fb:42721 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:19:16,894 INFO [M:0;cb28580903fb:42721 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T00:19:16,894 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T00:19:16,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-533855477/master 2024-11-13T00:19:16,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-533855477 2024-11-13T00:19:16,895 DEBUG [M:0;cb28580903fb:42721 {}] zookeeper.ZKUtil(347): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Unable to get data of znode /0-533855477/master because node does not exist (not an error) 2024-11-13T00:19:16,895 WARN [M:0;cb28580903fb:42721 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T00:19:16,896 INFO [M:0;cb28580903fb:42721 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/.lastflushedseqids 2024-11-13T00:19:16,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741852_1028 (size=181) 2024-11-13T00:19:16,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x1010eb11b180007, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:19:16,992 INFO [RS:0;cb28580903fb:40461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:19:16,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40461-0x1010eb11b180007, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:19:16,992 INFO [RS:0;cb28580903fb:40461 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,40461,1731457147968; zookeeper connection closed. 2024-11-13T00:19:16,993 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16ac2bba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16ac2bba 2024-11-13T00:19:16,993 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T00:19:17,301 INFO [M:0;cb28580903fb:42721 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T00:19:17,301 INFO [M:0;cb28580903fb:42721 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T00:19:17,301 DEBUG [M:0;cb28580903fb:42721 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:19:17,301 INFO [M:0;cb28580903fb:42721 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:17,301 DEBUG [M:0;cb28580903fb:42721 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:17,302 DEBUG [M:0;cb28580903fb:42721 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:19:17,302 DEBUG [M:0;cb28580903fb:42721 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:17,302 INFO [M:0;cb28580903fb:42721 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T00:19:17,321 DEBUG [M:0;cb28580903fb:42721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfbe25f75f8b4cf6915db3f2367357a5 is 82, key is hbase:meta,,1/info:regioninfo/1731457149200/Put/seqid=0 2024-11-13T00:19:17,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741853_1029 (size=5672) 2024-11-13T00:19:17,726 INFO [M:0;cb28580903fb:42721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfbe25f75f8b4cf6915db3f2367357a5 2024-11-13T00:19:17,746 DEBUG [M:0;cb28580903fb:42721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b79c5c883e104233804ea152bd46bccf is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731457153470/Put/seqid=0 2024-11-13T00:19:17,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741854_1030 (size=7312) 2024-11-13T00:19:18,151 INFO [M:0;cb28580903fb:42721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b79c5c883e104233804ea152bd46bccf 2024-11-13T00:19:18,170 DEBUG [M:0;cb28580903fb:42721 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f92f2940cad452bad34388865518d0b is 69, key is cb28580903fb,40461,1731457147968/rs:state/1731457148614/Put/seqid=0 2024-11-13T00:19:18,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741855_1031 (size=5370) 2024-11-13T00:19:18,574 INFO [M:0;cb28580903fb:42721 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f92f2940cad452bad34388865518d0b 2024-11-13T00:19:18,578 INFO [M:0;cb28580903fb:42721 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f92f2940cad452bad34388865518d0b 2024-11-13T00:19:18,579 DEBUG [M:0;cb28580903fb:42721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfbe25f75f8b4cf6915db3f2367357a5 as hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dfbe25f75f8b4cf6915db3f2367357a5 2024-11-13T00:19:18,583 INFO [M:0;cb28580903fb:42721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dfbe25f75f8b4cf6915db3f2367357a5, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T00:19:18,584 DEBUG [M:0;cb28580903fb:42721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b79c5c883e104233804ea152bd46bccf as hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b79c5c883e104233804ea152bd46bccf 2024-11-13T00:19:18,588 INFO [M:0;cb28580903fb:42721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b79c5c883e104233804ea152bd46bccf, entries=7, sequenceid=127, filesize=7.1 K 2024-11-13T00:19:18,588 DEBUG [M:0;cb28580903fb:42721 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f92f2940cad452bad34388865518d0b as hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f92f2940cad452bad34388865518d0b 2024-11-13T00:19:18,592 INFO [M:0;cb28580903fb:42721 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f92f2940cad452bad34388865518d0b 2024-11-13T00:19:18,592 INFO [M:0;cb28580903fb:42721 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41543/user/jenkins/test-data/daa506c4-0368-f424-915d-87351e42a3b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f92f2940cad452bad34388865518d0b, entries=2, sequenceid=127, filesize=5.2 K 2024-11-13T00:19:18,593 INFO [M:0;cb28580903fb:42721 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=127, compaction requested=false 2024-11-13T00:19:18,595 INFO [M:0;cb28580903fb:42721 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:18,595 DEBUG [M:0;cb28580903fb:42721 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457157301Disabling compacts and flushes for region at 1731457157301Disabling writes for close at 1731457157302 (+1 ms)Obtaining lock to block concurrent updates at 1731457157302Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731457157302Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731457157302Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731457157303 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731457157303Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731457157321 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731457157321Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731457157731 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731457157746 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731457157746Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731457158155 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731457158169 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731457158169Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70506f7f: reopening flushed file at 1731457158578 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a96bc9b: reopening flushed file at 1731457158583 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bb60f5: reopening flushed file at 1731457158588 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=127, compaction requested=false at 1731457158593 (+5 ms)Writing region close event to WAL at 1731457158594 (+1 ms)Closed at 1731457158595 (+1 ms) 2024-11-13T00:19:18,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45081 is added to blk_1073741847_1023 (size=22903) 2024-11-13T00:19:18,597 INFO [M:0;cb28580903fb:42721 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T00:19:18,597 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:19:18,597 INFO [M:0;cb28580903fb:42721 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42721 2024-11-13T00:19:18,597 INFO [M:0;cb28580903fb:42721 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:19:18,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:19:18,705 INFO [M:0;cb28580903fb:42721 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:19:18,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42721-0x1010eb11b180006, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:19:18,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70328c17{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:19:18,708 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c1606b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:19:18,708 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:19:18,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34b66f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:19:18,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a27cf90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/hadoop.log.dir/,STOPPED} 2024-11-13T00:19:18,710 WARN [BP-1213677246-172.17.0.2-1731457134751 heartbeating to localhost/127.0.0.1:41543 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:19:18,710 WARN [BP-1213677246-172.17.0.2-1731457134751 heartbeating to localhost/127.0.0.1:41543 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1213677246-172.17.0.2-1731457134751 (Datanode Uuid c0697a8d-19a1-4c67-a5ba-88578e4b70bd) service to localhost/127.0.0.1:41543 2024-11-13T00:19:18,710 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:19:18,710 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:19:18,711 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/cluster_a2bcaf0e-62f0-c66a-54fb-689e8578ce20/data/data1/current/BP-1213677246-172.17.0.2-1731457134751 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:19:18,711 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/cluster_a2bcaf0e-62f0-c66a-54fb-689e8578ce20/data/data2/current/BP-1213677246-172.17.0.2-1731457134751 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:19:18,711 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:19:18,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75db02f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:19:18,717 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e60b6d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:19:18,717 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:19:18,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7648a310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:19:18,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@230b3bed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ccb86dd-bcc3-615c-4fb6-d2ed503a28a9/hadoop.log.dir/,STOPPED} 2024-11-13T00:19:18,724 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T00:19:18,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T00:19:18,745 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 162) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40363 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62668) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62668) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:41543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41543 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:41543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=232 (was 255), ProcessCount=11 (was 11), AvailableMemoryMB=639 (was 911) 2024-11-13T00:19:18,753 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=232, ProcessCount=11, AvailableMemoryMB=639 2024-11-13T00:19:18,767 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-13T00:19:18,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/hadoop.log.dir so I do NOT create it in target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e 2024-11-13T00:19:18,767 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T00:19:18,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/hadoop.tmp.dir so I do NOT create it in target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e 2024-11-13T00:19:18,767 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c2a6a6-c026-3e15-dd24-d06554f05b7b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T00:19:18,768 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e 2024-11-13T00:19:18,768 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/cluster_9d782058-403c-236c-7688-4a4f994566ed, deleteOnExit=true 2024-11-13T00:19:18,770 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/cluster_9d782058-403c-236c-7688-4a4f994566ed/zookeeper_0, clientPort=61112, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/cluster_9d782058-403c-236c-7688-4a4f994566ed/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/cluster_9d782058-403c-236c-7688-4a4f994566ed/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T00:19:18,771 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61112 2024-11-13T00:19:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T00:19:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T00:19:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/test.cache.data in system properties and HBase conf 2024-11-13T00:19:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T00:19:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/hadoop.log.dir in system properties and HBase conf 2024-11-13T00:19:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T00:19:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T00:19:18,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T00:19:18,771 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T00:19:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:19:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:19:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T00:19:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:19:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T00:19:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T00:19:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:19:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:19:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T00:19:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/nfs.dump.dir in system properties and HBase conf 2024-11-13T00:19:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/java.io.tmpdir in system properties and HBase conf 2024-11-13T00:19:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:19:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T00:19:18,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T00:19:18,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1010eb11b180005, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T00:19:18,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1010eb11b180002, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T00:19:18,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1010eb11b180002, quorum=127.0.0.1:62668, baseZNode=/0-533855477 Received Disconnected from ZooKeeper, ignoring 2024-11-13T00:19:18,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1010eb11b180005, quorum=127.0.0.1:62668, baseZNode=/1-1777373874 Received Disconnected from ZooKeeper, ignoring 2024-11-13T00:19:18,891 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:19:18,896 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:19:18,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:19:18,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:19:18,897 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:19:18,898 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:19:18,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c5148e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:19:18,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5736233d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:19:19,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21b1326b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/java.io.tmpdir/jetty-localhost-33861-hadoop-hdfs-3_4_1-tests_jar-_-any-7726305675396747497/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:19:19,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7762b913{HTTP/1.1, (http/1.1)}{localhost:33861} 2024-11-13T00:19:19,048 INFO [Time-limited test {}] server.Server(415): Started @152915ms 2024-11-13T00:19:19,140 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:19:19,142 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:19:19,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:19:19,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:19:19,143 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:19:19,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@94d1555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:19:19,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b562ab6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:19:19,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@233a9ae1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/java.io.tmpdir/jetty-localhost-39177-hadoop-hdfs-3_4_1-tests_jar-_-any-2001479702726523011/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:19:19,279 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@693f0c4e{HTTP/1.1, (http/1.1)}{localhost:39177} 2024-11-13T00:19:19,280 INFO [Time-limited test {}] server.Server(415): Started @153146ms 2024-11-13T00:19:19,281 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:19:19,379 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/cluster_9d782058-403c-236c-7688-4a4f994566ed/data/data2/current/BP-23170670-172.17.0.2-1731457158807/current, will proceed with Du for space computation calculation, 2024-11-13T00:19:19,379 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/cluster_9d782058-403c-236c-7688-4a4f994566ed/data/data1/current/BP-23170670-172.17.0.2-1731457158807/current, will proceed with Du for space computation calculation, 2024-11-13T00:19:19,396 WARN [Thread-1668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:19:19,399 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f6d26fe8568d21a with lease ID 0xf59c9b7b2b7086cd: Processing first storage report for DS-4cdf1525-a7bc-4bfd-b0c9-d84c45e91fa6 from datanode DatanodeRegistration(127.0.0.1:39739, datanodeUuid=46c0ddcf-a891-4bdc-b7d7-e2bcf00ead78, infoPort=35029, infoSecurePort=0, ipcPort=44615, storageInfo=lv=-57;cid=testClusterID;nsid=194280253;c=1731457158807) 2024-11-13T00:19:19,399 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f6d26fe8568d21a with lease ID 0xf59c9b7b2b7086cd: from storage DS-4cdf1525-a7bc-4bfd-b0c9-d84c45e91fa6 node DatanodeRegistration(127.0.0.1:39739, datanodeUuid=46c0ddcf-a891-4bdc-b7d7-e2bcf00ead78, infoPort=35029, infoSecurePort=0, ipcPort=44615, storageInfo=lv=-57;cid=testClusterID;nsid=194280253;c=1731457158807), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T00:19:19,399 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f6d26fe8568d21a with lease ID 0xf59c9b7b2b7086cd: Processing first storage report for DS-3825c1de-7020-44a8-8950-d9561f271cb7 from datanode DatanodeRegistration(127.0.0.1:39739, datanodeUuid=46c0ddcf-a891-4bdc-b7d7-e2bcf00ead78, infoPort=35029, infoSecurePort=0, ipcPort=44615, storageInfo=lv=-57;cid=testClusterID;nsid=194280253;c=1731457158807) 2024-11-13T00:19:19,399 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f6d26fe8568d21a with lease ID 0xf59c9b7b2b7086cd: from storage DS-3825c1de-7020-44a8-8950-d9561f271cb7 node DatanodeRegistration(127.0.0.1:39739, datanodeUuid=46c0ddcf-a891-4bdc-b7d7-e2bcf00ead78, infoPort=35029, infoSecurePort=0, ipcPort=44615, storageInfo=lv=-57;cid=testClusterID;nsid=194280253;c=1731457158807), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:19:19,412 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e 2024-11-13T00:19:19,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:19,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:19,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741825_1001 (size=7) 2024-11-13T00:19:19,822 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d with version=8 2024-11-13T00:19:19,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/hbase-staging 2024-11-13T00:19:19,825 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:19:19,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:19,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:19,825 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:19:19,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:19,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:19:19,825 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:19:19,825 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:19:19,826 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43863 2024-11-13T00:19:19,827 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43863 connecting to ZooKeeper ensemble=127.0.0.1:61112 2024-11-13T00:19:19,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438630x0, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:19:19,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43863-0x1010eb179010000 connected 2024-11-13T00:19:19,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:19,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:19,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Set watcher on znode that does not yet exist, /0183522172/running 2024-11-13T00:19:19,854 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d, hbase.cluster.distributed=false 2024-11-13T00:19:19,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Set watcher on znode that does not yet exist, /0183522172/acl 2024-11-13T00:19:19,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43863 2024-11-13T00:19:19,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43863 2024-11-13T00:19:19,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43863 2024-11-13T00:19:19,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43863 2024-11-13T00:19:19,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43863 2024-11-13T00:19:19,879 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:19:19,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:19,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:19,879 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:19:19,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:19,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:19:19,879 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:19:19,879 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:19:19,880 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45021 2024-11-13T00:19:19,881 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45021 connecting to ZooKeeper ensemble=127.0.0.1:61112 2024-11-13T00:19:19,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:19,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:19,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450210x0, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:19:19,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45021-0x1010eb179010001 connected 2024-11-13T00:19:19,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45021-0x1010eb179010001, quorum=127.0.0.1:61112, baseZNode=/0183522172 Set watcher on znode that does not yet exist, /0183522172/running 2024-11-13T00:19:19,888 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:19:19,889 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:19:19,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45021-0x1010eb179010001, quorum=127.0.0.1:61112, baseZNode=/0183522172 Set watcher on znode that does not yet exist, /0183522172/master 2024-11-13T00:19:19,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45021-0x1010eb179010001, quorum=127.0.0.1:61112, baseZNode=/0183522172 Set watcher on znode that does not yet exist, /0183522172/acl 2024-11-13T00:19:19,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45021 2024-11-13T00:19:19,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45021 2024-11-13T00:19:19,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45021 2024-11-13T00:19:19,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45021 2024-11-13T00:19:19,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45021 2024-11-13T00:19:19,908 DEBUG [M:0;cb28580903fb:43863 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:43863 2024-11-13T00:19:19,908 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0183522172/backup-masters/cb28580903fb,43863,1731457159824 2024-11-13T00:19:19,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0183522172/backup-masters 2024-11-13T00:19:19,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45021-0x1010eb179010001, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0183522172/backup-masters 2024-11-13T00:19:19,910 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Set watcher on existing znode=/0183522172/backup-masters/cb28580903fb,43863,1731457159824 2024-11-13T00:19:19,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0183522172 2024-11-13T00:19:19,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45021-0x1010eb179010001, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0183522172/master 2024-11-13T00:19:19,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45021-0x1010eb179010001, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0183522172 2024-11-13T00:19:19,912 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Set watcher on existing znode=/0183522172/master 2024-11-13T00:19:19,912 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0183522172/backup-masters/cb28580903fb,43863,1731457159824 from backup master directory 2024-11-13T00:19:19,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0183522172/backup-masters/cb28580903fb,43863,1731457159824 2024-11-13T00:19:19,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0183522172/backup-masters 2024-11-13T00:19:19,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45021-0x1010eb179010001, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0183522172/backup-masters 2024-11-13T00:19:19,914 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:19:19,914 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,43863,1731457159824 2024-11-13T00:19:19,918 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/hbase.id] with ID: 60889e5a-155c-4221-bf32-78bb08efdeda 2024-11-13T00:19:19,918 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/.tmp/hbase.id 2024-11-13T00:19:19,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741826_1002 (size=42) 2024-11-13T00:19:20,325 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/.tmp/hbase.id]:[hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/hbase.id] 2024-11-13T00:19:20,336 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:20,336 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:19:20,337 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T00:19:20,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0183522172 2024-11-13T00:19:20,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45021-0x1010eb179010001, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0183522172 2024-11-13T00:19:20,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741827_1003 (size=196) 2024-11-13T00:19:20,744 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:19:20,745 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:19:20,745 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:19:20,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741828_1004 (size=1189) 2024-11-13T00:19:21,153 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/MasterData/data/master/store 2024-11-13T00:19:21,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741829_1005 (size=34) 2024-11-13T00:19:21,377 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:19:21,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:21,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:21,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:21,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:21,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:21,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:21,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:21,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:21,409 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:19:21,409 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T00:19:21,409 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T00:19:21,409 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:19:21,559 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:21,560 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:19:21,560 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:21,560 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:21,560 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:19:21,560 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:21,560 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:21,560 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457161560Disabling compacts and flushes for region at 1731457161560Disabling writes for close at 1731457161560Writing region close event to WAL at 1731457161560Closed at 1731457161560 2024-11-13T00:19:21,561 WARN [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/MasterData/data/master/store/.initializing 2024-11-13T00:19:21,561 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/MasterData/WALs/cb28580903fb,43863,1731457159824 2024-11-13T00:19:21,562 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:19:21,563 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C43863%2C1731457159824, suffix=, logDir=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/MasterData/WALs/cb28580903fb,43863,1731457159824, archiveDir=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/MasterData/oldWALs, maxLogs=10 2024-11-13T00:19:21,580 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/MasterData/WALs/cb28580903fb,43863,1731457159824/cb28580903fb%2C43863%2C1731457159824.1731457161564, exclude list is [], retry=0 2024-11-13T00:19:21,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39739,DS-4cdf1525-a7bc-4bfd-b0c9-d84c45e91fa6,DISK] 2024-11-13T00:19:21,584 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/MasterData/WALs/cb28580903fb,43863,1731457159824/cb28580903fb%2C43863%2C1731457159824.1731457161564 2024-11-13T00:19:21,584 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35029:35029)] 2024-11-13T00:19:21,584 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:19:21,585 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:21,585 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:21,585 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:21,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:21,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:19:21,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:21,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:21,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:21,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:19:21,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:21,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:21,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:21,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:19:21,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:21,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:21,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:21,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:19:21,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:21,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:21,591 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:21,592 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:21,592 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:21,593 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:21,593 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:21,593 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:19:21,594 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:21,596 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:19:21,596 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71136228, jitterRate=0.06001240015029907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:19:21,597 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731457161585Initializing all the Stores at 1731457161585Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457161585Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457161586 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457161586Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457161586Cleaning up temporary data from old regions at 1731457161593 (+7 ms)Region opened successfully at 1731457161597 (+4 ms) 2024-11-13T00:19:21,597 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:19:21,599 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a822d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:19:21,600 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T00:19:21,600 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:19:21,600 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:19:21,600 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:19:21,601 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T00:19:21,601 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T00:19:21,601 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:19:21,603 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:19:21,603 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Unable to get data of znode /0183522172/balancer because node does not exist (not necessarily an error) 2024-11-13T00:19:21,604 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0183522172/balancer already deleted, retry=false 2024-11-13T00:19:21,605 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:19:21,605 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Unable to get data of znode /0183522172/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:19:21,606 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0183522172/normalizer already deleted, retry=false 2024-11-13T00:19:21,607 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:19:21,607 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Unable to get data of znode /0183522172/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:19:21,609 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0183522172/switch/split already deleted, retry=false 2024-11-13T00:19:21,610 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Unable to get data of znode /0183522172/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:19:21,611 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0183522172/switch/merge already deleted, retry=false 2024-11-13T00:19:21,612 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Unable to get data of znode /0183522172/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:19:21,613 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0183522172/snapshot-cleanup already deleted, retry=false 2024-11-13T00:19:21,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0183522172/running 2024-11-13T00:19:21,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45021-0x1010eb179010001, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0183522172/running 2024-11-13T00:19:21,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0183522172 2024-11-13T00:19:21,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45021-0x1010eb179010001, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0183522172 2024-11-13T00:19:21,615 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,43863,1731457159824, sessionid=0x1010eb179010000, setting cluster-up flag (Was=false) 2024-11-13T00:19:21,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0183522172 2024-11-13T00:19:21,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45021-0x1010eb179010001, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0183522172 2024-11-13T00:19:21,623 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0183522172/flush-table-proc/acquired, /0183522172/flush-table-proc/reached, /0183522172/flush-table-proc/abort 2024-11-13T00:19:21,624 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,43863,1731457159824 2024-11-13T00:19:21,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0183522172 2024-11-13T00:19:21,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45021-0x1010eb179010001, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0183522172 2024-11-13T00:19:21,631 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0183522172/online-snapshot/acquired, /0183522172/online-snapshot/reached, /0183522172/online-snapshot/abort 2024-11-13T00:19:21,632 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,43863,1731457159824 2024-11-13T00:19:21,633 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T00:19:21,634 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:19:21,635 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:19:21,635 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:19:21,635 WARN [master/cb28580903fb:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of cb28580903fb,42247,1731457135854: status=Processing ServerCrashProcedure of cb28580903fb,42247,1731457135854 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731457148583, completionTime=-1 appears to have been leaked 2024-11-13T00:19:21,635 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,43863,1731457159824 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:19:21,636 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:19:21,636 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:19:21,636 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:19:21,636 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:19:21,636 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:19:21,636 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:21,636 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:19:21,636 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:21,637 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731457191637 2024-11-13T00:19:21,637 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:19:21,637 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:19:21,637 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:19:21,637 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:19:21,637 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:19:21,637 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:19:21,637 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:21,637 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:19:21,638 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:19:21,638 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T00:19:21,638 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:19:21,638 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:19:21,638 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T00:19:21,638 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:19:21,638 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:19:21,638 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457161638,5,FailOnTimeoutGroup] 2024-11-13T00:19:21,638 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457161638,5,FailOnTimeoutGroup] 2024-11-13T00:19:21,638 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:21,638 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:19:21,638 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:21,639 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:21,639 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:21,639 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T00:19:21,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741831_1007 (size=1321) 2024-11-13T00:19:21,699 INFO [RS:0;cb28580903fb:45021 {}] regionserver.HRegionServer(746): ClusterId : 60889e5a-155c-4221-bf32-78bb08efdeda 2024-11-13T00:19:21,699 DEBUG [RS:0;cb28580903fb:45021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:19:21,701 DEBUG [RS:0;cb28580903fb:45021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:19:21,701 DEBUG [RS:0;cb28580903fb:45021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:19:21,703 DEBUG [RS:0;cb28580903fb:45021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:19:21,704 DEBUG [RS:0;cb28580903fb:45021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66734b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:19:21,716 DEBUG [RS:0;cb28580903fb:45021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:45021 2024-11-13T00:19:21,716 INFO [RS:0;cb28580903fb:45021 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:19:21,716 INFO [RS:0;cb28580903fb:45021 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:19:21,716 DEBUG [RS:0;cb28580903fb:45021 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:19:21,717 INFO [RS:0;cb28580903fb:45021 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,43863,1731457159824 with port=45021, startcode=1731457159879 2024-11-13T00:19:21,717 DEBUG [RS:0;cb28580903fb:45021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:19:21,718 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:19:21,719 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43863 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,45021,1731457159879 2024-11-13T00:19:21,719 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43863 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,45021,1731457159879 2024-11-13T00:19:21,720 DEBUG [RS:0;cb28580903fb:45021 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d 2024-11-13T00:19:21,720 DEBUG [RS:0;cb28580903fb:45021 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45605 2024-11-13T00:19:21,720 DEBUG [RS:0;cb28580903fb:45021 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:19:21,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0183522172/rs 2024-11-13T00:19:21,723 DEBUG [RS:0;cb28580903fb:45021 {}] zookeeper.ZKUtil(111): regionserver:45021-0x1010eb179010001, quorum=127.0.0.1:61112, baseZNode=/0183522172 Set watcher on existing znode=/0183522172/rs/cb28580903fb,45021,1731457159879 2024-11-13T00:19:21,723 WARN [RS:0;cb28580903fb:45021 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:19:21,723 INFO [RS:0;cb28580903fb:45021 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:19:21,723 DEBUG [RS:0;cb28580903fb:45021 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879 2024-11-13T00:19:21,724 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,45021,1731457159879] 2024-11-13T00:19:21,726 INFO [RS:0;cb28580903fb:45021 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:19:21,728 INFO [RS:0;cb28580903fb:45021 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:19:21,731 INFO [RS:0;cb28580903fb:45021 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:19:21,731 INFO [RS:0;cb28580903fb:45021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:21,732 INFO [RS:0;cb28580903fb:45021 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:19:21,733 INFO [RS:0;cb28580903fb:45021 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:19:21,733 INFO [RS:0;cb28580903fb:45021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:21,733 DEBUG [RS:0;cb28580903fb:45021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:21,733 DEBUG [RS:0;cb28580903fb:45021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:21,733 DEBUG [RS:0;cb28580903fb:45021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:21,733 DEBUG [RS:0;cb28580903fb:45021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:21,733 DEBUG [RS:0;cb28580903fb:45021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:21,733 DEBUG [RS:0;cb28580903fb:45021 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:19:21,733 DEBUG [RS:0;cb28580903fb:45021 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:21,733 DEBUG [RS:0;cb28580903fb:45021 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:21,733 DEBUG [RS:0;cb28580903fb:45021 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:21,733 DEBUG [RS:0;cb28580903fb:45021 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:21,733 DEBUG [RS:0;cb28580903fb:45021 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:21,733 DEBUG [RS:0;cb28580903fb:45021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:21,733 DEBUG [RS:0;cb28580903fb:45021 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:19:21,733 DEBUG [RS:0;cb28580903fb:45021 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:19:21,737 INFO [RS:0;cb28580903fb:45021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:21,737 INFO [RS:0;cb28580903fb:45021 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:21,737 INFO [RS:0;cb28580903fb:45021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:21,737 INFO [RS:0;cb28580903fb:45021 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:21,737 INFO [RS:0;cb28580903fb:45021 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:21,737 INFO [RS:0;cb28580903fb:45021 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45021,1731457159879-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:19:21,756 INFO [RS:0;cb28580903fb:45021 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:19:21,756 INFO [RS:0;cb28580903fb:45021 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45021,1731457159879-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:21,756 INFO [RS:0;cb28580903fb:45021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:21,756 INFO [RS:0;cb28580903fb:45021 {}] regionserver.Replication(171): cb28580903fb,45021,1731457159879 started 2024-11-13T00:19:21,772 INFO [RS:0;cb28580903fb:45021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:21,772 INFO [RS:0;cb28580903fb:45021 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,45021,1731457159879, RpcServer on cb28580903fb/172.17.0.2:45021, sessionid=0x1010eb179010001 2024-11-13T00:19:21,772 DEBUG [RS:0;cb28580903fb:45021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:19:21,772 DEBUG [RS:0;cb28580903fb:45021 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,45021,1731457159879 2024-11-13T00:19:21,772 DEBUG [RS:0;cb28580903fb:45021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,45021,1731457159879' 2024-11-13T00:19:21,772 DEBUG [RS:0;cb28580903fb:45021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0183522172/flush-table-proc/abort' 2024-11-13T00:19:21,773 DEBUG [RS:0;cb28580903fb:45021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0183522172/flush-table-proc/acquired' 2024-11-13T00:19:21,773 DEBUG [RS:0;cb28580903fb:45021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:19:21,773 DEBUG [RS:0;cb28580903fb:45021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:19:21,773 DEBUG [RS:0;cb28580903fb:45021 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,45021,1731457159879 2024-11-13T00:19:21,773 DEBUG [RS:0;cb28580903fb:45021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,45021,1731457159879' 2024-11-13T00:19:21,773 DEBUG [RS:0;cb28580903fb:45021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0183522172/online-snapshot/abort' 2024-11-13T00:19:21,774 DEBUG [RS:0;cb28580903fb:45021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0183522172/online-snapshot/acquired' 2024-11-13T00:19:21,774 DEBUG [RS:0;cb28580903fb:45021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:19:21,774 INFO [RS:0;cb28580903fb:45021 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:19:21,774 INFO [RS:0;cb28580903fb:45021 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:19:21,874 INFO [RS:0;cb28580903fb:45021 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:19:21,876 INFO [RS:0;cb28580903fb:45021 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C45021%2C1731457159879, suffix=, logDir=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879, archiveDir=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/oldWALs, maxLogs=10 2024-11-13T00:19:21,894 DEBUG [RS:0;cb28580903fb:45021 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876, exclude list is [], retry=0 2024-11-13T00:19:21,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39739,DS-4cdf1525-a7bc-4bfd-b0c9-d84c45e91fa6,DISK] 2024-11-13T00:19:21,899 INFO [RS:0;cb28580903fb:45021 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876 2024-11-13T00:19:21,899 DEBUG [RS:0;cb28580903fb:45021 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35029:35029)] 2024-11-13T00:19:22,049 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T00:19:22,049 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d 2024-11-13T00:19:22,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741833_1009 (size=32) 2024-11-13T00:19:22,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:22,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:19:22,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:19:22,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:22,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:22,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:19:22,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:19:22,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:22,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:22,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:19:22,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:19:22,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:22,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:22,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:19:22,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:19:22,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:22,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:22,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:19:22,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/1588230740 2024-11-13T00:19:22,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/1588230740 2024-11-13T00:19:22,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:19:22,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:19:22,465 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:19:22,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:19:22,468 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:19:22,468 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66075700, jitterRate=-0.01539534330368042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:19:22,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731457162456Initializing all the Stores at 1731457162456Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457162456Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457162457 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457162457Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457162457Cleaning up temporary data from old regions at 1731457162465 (+8 ms)Region opened successfully at 1731457162469 (+4 ms) 2024-11-13T00:19:22,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:19:22,469 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:19:22,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:19:22,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:19:22,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:19:22,470 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:19:22,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457162469Disabling compacts and flushes for region at 1731457162469Disabling writes for close at 1731457162469Writing region close event to WAL at 1731457162470 (+1 ms)Closed at 1731457162470 2024-11-13T00:19:22,471 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:19:22,471 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T00:19:22,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:19:22,472 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:19:22,473 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T00:19:22,623 DEBUG [cb28580903fb:43863 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:19:22,624 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,45021,1731457159879 2024-11-13T00:19:22,625 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,45021,1731457159879, state=OPENING 2024-11-13T00:19:22,626 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T00:19:22,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0183522172 2024-11-13T00:19:22,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45021-0x1010eb179010001, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0183522172 2024-11-13T00:19:22,628 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:19:22,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0183522172/meta-region-server: CHANGED 2024-11-13T00:19:22,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0183522172/meta-region-server: CHANGED 2024-11-13T00:19:22,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,45021,1731457159879}] 2024-11-13T00:19:22,780 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:19:22,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:19:22,786 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:19:22,786 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:19:22,786 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T00:19:22,787 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C45021%2C1731457159879.meta, suffix=.meta, logDir=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879, archiveDir=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/oldWALs, maxLogs=10 2024-11-13T00:19:22,803 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.meta.1731457162788.meta, exclude list is [], retry=0 2024-11-13T00:19:22,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39739,DS-4cdf1525-a7bc-4bfd-b0c9-d84c45e91fa6,DISK] 2024-11-13T00:19:22,807 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.meta.1731457162788.meta 2024-11-13T00:19:22,807 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35029:35029)] 2024-11-13T00:19:22,807 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:19:22,808 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:19:22,808 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:19:22,808 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:19:22,808 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:19:22,808 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:19:22,808 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:22,808 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:19:22,808 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:19:22,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:19:22,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:19:22,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:22,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:22,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:19:22,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:19:22,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:22,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:22,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:19:22,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:19:22,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:22,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:22,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:19:22,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:19:22,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:22,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:22,814 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:19:22,814 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/1588230740 2024-11-13T00:19:22,815 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/1588230740 2024-11-13T00:19:22,816 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:19:22,816 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:19:22,817 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:19:22,818 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:19:22,819 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68179466, jitterRate=0.01595321297645569}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:19:22,819 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:19:22,819 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731457162808Writing region info on filesystem at 1731457162808Initializing all the Stores at 1731457162809 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457162809Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457162809Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457162809Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457162809Cleaning up temporary data from old regions at 1731457162816 (+7 ms)Running coprocessor post-open hooks at 1731457162819 (+3 ms)Region opened successfully at 1731457162819 2024-11-13T00:19:22,820 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731457162780 2024-11-13T00:19:22,822 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:19:22,822 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:19:22,823 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,45021,1731457159879 2024-11-13T00:19:22,824 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,45021,1731457159879, state=OPEN 2024-11-13T00:19:22,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0183522172/meta-region-server 2024-11-13T00:19:22,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45021-0x1010eb179010001, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0183522172/meta-region-server 2024-11-13T00:19:22,829 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,45021,1731457159879 2024-11-13T00:19:22,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0183522172/meta-region-server: CHANGED 2024-11-13T00:19:22,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0183522172/meta-region-server: CHANGED 2024-11-13T00:19:22,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T00:19:22,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,45021,1731457159879 in 201 msec 2024-11-13T00:19:22,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T00:19:22,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-13T00:19:22,833 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:19:22,833 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T00:19:22,834 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:19:22,834 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,45021,1731457159879, seqNum=-1] 2024-11-13T00:19:22,834 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:19:22,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:19:22,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2050 sec 2024-11-13T00:19:22,839 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731457162839, completionTime=-1 2024-11-13T00:19:22,839 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T00:19:22,839 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:19:22,841 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T00:19:22,841 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731457222841 2024-11-13T00:19:22,841 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731457282841 2024-11-13T00:19:22,841 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T00:19:22,841 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43863,1731457159824-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:22,841 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43863,1731457159824-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:22,841 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43863,1731457159824-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:22,841 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:43863, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:22,841 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:22,841 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:22,842 DEBUG [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T00:19:22,844 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.930sec 2024-11-13T00:19:22,844 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:19:22,844 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:19:22,844 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:19:22,844 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:19:22,844 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:19:22,844 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43863,1731457159824-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:19:22,844 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43863,1731457159824-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:19:22,846 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:19:22,846 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:19:22,846 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43863,1731457159824-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:22,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3116ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:22,900 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,43863,-1 for getting cluster id 2024-11-13T00:19:22,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:22,901 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60889e5a-155c-4221-bf32-78bb08efdeda' 2024-11-13T00:19:22,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:22,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60889e5a-155c-4221-bf32-78bb08efdeda" 2024-11-13T00:19:22,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11cafdbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:22,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,43863,-1] 2024-11-13T00:19:22,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:22,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:22,903 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:22,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea1e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:22,904 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:19:22,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,45021,1731457159879, seqNum=-1] 2024-11-13T00:19:22,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:19:22,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:19:22,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb28580903fb,43863,1731457159824 2024-11-13T00:19:22,908 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61112 2024-11-13T00:19:22,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:19:22,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1010eb179010002 connected 2024-11-13T00:19:22,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/hadoop.log.dir so I do NOT create it in target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2 2024-11-13T00:19:22,914 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T00:19:22,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/hadoop.tmp.dir so I do NOT create it in target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2 2024-11-13T00:19:22,914 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T00:19:22,914 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2 2024-11-13T00:19:22,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T00:19:22,914 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/cluster_c6e38d4e-d43f-247f-f185-41054fc3442e, deleteOnExit=true 2024-11-13T00:19:22,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T00:19:22,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/test.cache.data in system properties and HBase conf 2024-11-13T00:19:22,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T00:19:22,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/hadoop.log.dir in system properties and HBase conf 2024-11-13T00:19:22,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T00:19:22,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T00:19:22,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T00:19:22,914 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T00:19:22,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:19:22,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:19:22,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T00:19:22,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:19:22,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T00:19:22,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T00:19:22,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:19:22,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:19:22,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T00:19:22,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/nfs.dump.dir in system properties and HBase conf 2024-11-13T00:19:22,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/java.io.tmpdir in system properties and HBase conf 2024-11-13T00:19:22,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:19:22,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T00:19:22,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T00:19:22,990 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:19:22,993 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:19:22,994 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:19:22,994 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:19:22,994 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T00:19:22,995 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:19:22,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68bc7d85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:19:22,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76039905{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:19:23,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6114c7ff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/java.io.tmpdir/jetty-localhost-46727-hadoop-hdfs-3_4_1-tests_jar-_-any-16724097627553987779/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:19:23,110 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@664d3ea{HTTP/1.1, (http/1.1)}{localhost:46727} 2024-11-13T00:19:23,110 INFO [Time-limited test {}] server.Server(415): Started @156976ms 2024-11-13T00:19:23,194 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:19:23,197 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:19:23,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:19:23,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:19:23,199 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:19:23,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c69b0dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:19:23,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e14fb0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:19:23,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cc87239{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/java.io.tmpdir/jetty-localhost-45145-hadoop-hdfs-3_4_1-tests_jar-_-any-5500068227637944497/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:19:23,324 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ad65a86{HTTP/1.1, (http/1.1)}{localhost:45145} 2024-11-13T00:19:23,324 INFO [Time-limited test {}] server.Server(415): Started @157191ms 2024-11-13T00:19:23,326 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:19:23,427 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/cluster_c6e38d4e-d43f-247f-f185-41054fc3442e/data/data1/current/BP-1194585415-172.17.0.2-1731457162933/current, will proceed with Du for space computation calculation, 2024-11-13T00:19:23,427 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/cluster_c6e38d4e-d43f-247f-f185-41054fc3442e/data/data2/current/BP-1194585415-172.17.0.2-1731457162933/current, will proceed with Du for space computation calculation, 2024-11-13T00:19:23,447 WARN [Thread-1789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:19:23,450 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8b66368af7623d7 with lease ID 0xe85c930046331136: Processing first storage report for DS-a60c4d45-9bd7-4441-bb15-0cdffe717d25 from datanode DatanodeRegistration(127.0.0.1:38307, datanodeUuid=51d89cb8-fbdf-4fe1-9860-ee9baf89ed74, infoPort=38651, infoSecurePort=0, ipcPort=43993, storageInfo=lv=-57;cid=testClusterID;nsid=1030056107;c=1731457162933) 2024-11-13T00:19:23,450 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8b66368af7623d7 with lease ID 0xe85c930046331136: from storage DS-a60c4d45-9bd7-4441-bb15-0cdffe717d25 node DatanodeRegistration(127.0.0.1:38307, datanodeUuid=51d89cb8-fbdf-4fe1-9860-ee9baf89ed74, infoPort=38651, infoSecurePort=0, ipcPort=43993, storageInfo=lv=-57;cid=testClusterID;nsid=1030056107;c=1731457162933), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:19:23,450 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8b66368af7623d7 with lease ID 0xe85c930046331136: Processing first storage report for DS-577daccf-4e5f-43d0-a3a0-c35552d8db21 from datanode DatanodeRegistration(127.0.0.1:38307, datanodeUuid=51d89cb8-fbdf-4fe1-9860-ee9baf89ed74, infoPort=38651, infoSecurePort=0, ipcPort=43993, storageInfo=lv=-57;cid=testClusterID;nsid=1030056107;c=1731457162933) 2024-11-13T00:19:23,450 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8b66368af7623d7 with lease ID 0xe85c930046331136: from storage DS-577daccf-4e5f-43d0-a3a0-c35552d8db21 node DatanodeRegistration(127.0.0.1:38307, datanodeUuid=51d89cb8-fbdf-4fe1-9860-ee9baf89ed74, infoPort=38651, infoSecurePort=0, ipcPort=43993, storageInfo=lv=-57;cid=testClusterID;nsid=1030056107;c=1731457162933), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:19:23,451 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2 2024-11-13T00:19:23,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:23,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:23,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741825_1001 (size=7) 2024-11-13T00:19:23,862 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db with version=8 2024-11-13T00:19:23,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/hbase-staging 2024-11-13T00:19:23,865 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:19:23,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:23,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:23,865 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:19:23,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:23,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:19:23,865 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:19:23,865 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:19:23,866 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35747 2024-11-13T00:19:23,867 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35747 connecting to ZooKeeper ensemble=127.0.0.1:61112 2024-11-13T00:19:23,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357470x0, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:19:23,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35747-0x1010eb179010003 connected 2024-11-13T00:19:23,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:23,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:23,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Set watcher on znode that does not yet exist, /1-751437969/running 2024-11-13T00:19:23,889 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db, hbase.cluster.distributed=false 2024-11-13T00:19:23,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Set watcher on znode that does not yet exist, /1-751437969/acl 2024-11-13T00:19:23,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35747 2024-11-13T00:19:23,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35747 2024-11-13T00:19:23,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35747 2024-11-13T00:19:23,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35747 2024-11-13T00:19:23,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35747 2024-11-13T00:19:23,906 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:19:23,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:23,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:23,907 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:19:23,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:23,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:19:23,907 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:19:23,907 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:19:23,907 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39713 2024-11-13T00:19:23,908 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39713 connecting to ZooKeeper ensemble=127.0.0.1:61112 2024-11-13T00:19:23,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:23,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:23,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397130x0, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:19:23,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397130x0, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Set watcher on znode that does not yet exist, /1-751437969/running 2024-11-13T00:19:23,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39713-0x1010eb179010004 connected 2024-11-13T00:19:23,914 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:19:23,914 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:19:23,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39713-0x1010eb179010004, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Set watcher on znode that does not yet exist, /1-751437969/master 2024-11-13T00:19:23,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39713-0x1010eb179010004, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Set watcher on znode that does not yet exist, /1-751437969/acl 2024-11-13T00:19:23,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39713 2024-11-13T00:19:23,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39713 2024-11-13T00:19:23,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39713 2024-11-13T00:19:23,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39713 2024-11-13T00:19:23,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39713 2024-11-13T00:19:23,933 DEBUG [M:0;cb28580903fb:35747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:35747 2024-11-13T00:19:23,933 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-751437969/backup-masters/cb28580903fb,35747,1731457163864 2024-11-13T00:19:23,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x1010eb179010004, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-751437969/backup-masters 2024-11-13T00:19:23,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-751437969/backup-masters 2024-11-13T00:19:23,935 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Set watcher on existing znode=/1-751437969/backup-masters/cb28580903fb,35747,1731457163864 2024-11-13T00:19:23,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x1010eb179010004, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-751437969/master 2024-11-13T00:19:23,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-751437969 2024-11-13T00:19:23,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x1010eb179010004, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-751437969 2024-11-13T00:19:23,936 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Set watcher on existing znode=/1-751437969/master 2024-11-13T00:19:23,937 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-751437969/backup-masters/cb28580903fb,35747,1731457163864 from backup master directory 2024-11-13T00:19:23,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-751437969/backup-masters/cb28580903fb,35747,1731457163864 2024-11-13T00:19:23,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x1010eb179010004, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-751437969/backup-masters 2024-11-13T00:19:23,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-751437969/backup-masters 2024-11-13T00:19:23,939 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:19:23,939 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,35747,1731457163864 2024-11-13T00:19:23,942 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/hbase.id] with ID: e589e9fd-571a-4164-a71a-e425c8acb860 2024-11-13T00:19:23,942 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/.tmp/hbase.id 2024-11-13T00:19:23,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741826_1002 (size=42) 2024-11-13T00:19:24,347 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/.tmp/hbase.id]:[hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/hbase.id] 2024-11-13T00:19:24,357 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:24,357 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:19:24,358 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T00:19:24,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x1010eb179010004, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-751437969 2024-11-13T00:19:24,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-751437969 2024-11-13T00:19:24,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741827_1003 (size=196) 2024-11-13T00:19:24,766 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:19:24,766 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:19:24,767 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:19:24,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741828_1004 (size=1189) 2024-11-13T00:19:24,774 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/MasterData/data/master/store 2024-11-13T00:19:24,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741829_1005 (size=34) 2024-11-13T00:19:24,782 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:24,782 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:19:24,782 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:24,782 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:24,782 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:19:24,782 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:24,782 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:24,782 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457164782Disabling compacts and flushes for region at 1731457164782Disabling writes for close at 1731457164782Writing region close event to WAL at 1731457164782Closed at 1731457164782 2024-11-13T00:19:24,783 WARN [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/MasterData/data/master/store/.initializing 2024-11-13T00:19:24,783 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/MasterData/WALs/cb28580903fb,35747,1731457163864 2024-11-13T00:19:24,784 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:19:24,786 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C35747%2C1731457163864, suffix=, logDir=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/MasterData/WALs/cb28580903fb,35747,1731457163864, archiveDir=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/MasterData/oldWALs, maxLogs=10 2024-11-13T00:19:24,799 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/MasterData/WALs/cb28580903fb,35747,1731457163864/cb28580903fb%2C35747%2C1731457163864.1731457164786, exclude list is [], retry=0 2024-11-13T00:19:24,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38307,DS-a60c4d45-9bd7-4441-bb15-0cdffe717d25,DISK] 2024-11-13T00:19:24,803 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/MasterData/WALs/cb28580903fb,35747,1731457163864/cb28580903fb%2C35747%2C1731457163864.1731457164786 2024-11-13T00:19:24,803 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38651:38651)] 2024-11-13T00:19:24,803 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:19:24,804 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:24,804 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:24,804 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:24,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:24,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:19:24,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:24,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:24,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:24,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:19:24,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:24,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:24,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:24,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:19:24,809 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:24,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:24,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:24,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:19:24,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:24,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:24,811 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:24,811 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:24,811 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:24,812 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:24,812 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:24,813 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:19:24,814 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:24,815 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:19:24,816 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65810378, jitterRate=-0.019348949193954468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:19:24,816 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731457164804Initializing all the Stores at 1731457164805 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457164805Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457164805Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457164805Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457164805Cleaning up temporary data from old regions at 1731457164812 (+7 ms)Region opened successfully at 1731457164816 (+4 ms) 2024-11-13T00:19:24,816 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:19:24,818 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fc8023d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:19:24,819 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T00:19:24,819 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:19:24,819 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:19:24,820 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:19:24,820 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T00:19:24,820 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T00:19:24,820 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:19:24,822 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:19:24,823 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Unable to get data of znode /1-751437969/balancer because node does not exist (not necessarily an error) 2024-11-13T00:19:24,824 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-751437969/balancer already deleted, retry=false 2024-11-13T00:19:24,824 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:19:24,825 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Unable to get data of znode /1-751437969/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:19:24,826 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-751437969/normalizer already deleted, retry=false 2024-11-13T00:19:24,826 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:19:24,827 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Unable to get data of znode /1-751437969/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:19:24,831 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-751437969/switch/split already deleted, retry=false 2024-11-13T00:19:24,832 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Unable to get data of znode /1-751437969/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:19:24,833 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-751437969/switch/merge already deleted, retry=false 2024-11-13T00:19:24,834 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Unable to get data of znode /1-751437969/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:19:24,835 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-751437969/snapshot-cleanup already deleted, retry=false 2024-11-13T00:19:24,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x1010eb179010004, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-751437969/running 2024-11-13T00:19:24,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x1010eb179010004, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-751437969 2024-11-13T00:19:24,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-751437969/running 2024-11-13T00:19:24,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-751437969 2024-11-13T00:19:24,838 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,35747,1731457163864, sessionid=0x1010eb179010003, setting cluster-up flag (Was=false) 2024-11-13T00:19:24,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x1010eb179010004, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-751437969 2024-11-13T00:19:24,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-751437969 2024-11-13T00:19:24,846 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-751437969/flush-table-proc/acquired, /1-751437969/flush-table-proc/reached, /1-751437969/flush-table-proc/abort 2024-11-13T00:19:24,847 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,35747,1731457163864 2024-11-13T00:19:24,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x1010eb179010004, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-751437969 2024-11-13T00:19:24,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-751437969 2024-11-13T00:19:24,856 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-751437969/online-snapshot/acquired, /1-751437969/online-snapshot/reached, /1-751437969/online-snapshot/abort 2024-11-13T00:19:24,857 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,35747,1731457163864 2024-11-13T00:19:24,858 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T00:19:24,859 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:19:24,859 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:19:24,859 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:19:24,859 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,35747,1731457163864 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:19:24,860 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:19:24,860 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:19:24,860 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:19:24,860 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:19:24,860 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:19:24,860 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:24,860 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:19:24,860 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:24,862 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731457194862 2024-11-13T00:19:24,862 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:19:24,863 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:19:24,863 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:19:24,863 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:19:24,863 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:19:24,863 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:19:24,863 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:24,863 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:19:24,863 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T00:19:24,863 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:19:24,863 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:19:24,863 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:19:24,863 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T00:19:24,864 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:19:24,864 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:19:24,864 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457164864,5,FailOnTimeoutGroup] 2024-11-13T00:19:24,864 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:24,864 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457164864,5,FailOnTimeoutGroup] 2024-11-13T00:19:24,864 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:24,864 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:19:24,864 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T00:19:24,864 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:24,864 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:24,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741831_1007 (size=1321) 2024-11-13T00:19:24,877 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T00:19:24,877 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db 2024-11-13T00:19:24,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741832_1008 (size=32) 2024-11-13T00:19:24,923 INFO [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(746): ClusterId : e589e9fd-571a-4164-a71a-e425c8acb860 2024-11-13T00:19:24,923 DEBUG [RS:0;cb28580903fb:39713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:19:24,925 DEBUG [RS:0;cb28580903fb:39713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:19:24,925 DEBUG [RS:0;cb28580903fb:39713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:19:24,927 DEBUG [RS:0;cb28580903fb:39713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:19:24,927 DEBUG [RS:0;cb28580903fb:39713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d571cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:19:24,946 DEBUG [RS:0;cb28580903fb:39713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:39713 2024-11-13T00:19:24,946 INFO [RS:0;cb28580903fb:39713 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:19:24,946 INFO [RS:0;cb28580903fb:39713 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:19:24,946 DEBUG [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:19:24,946 INFO [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,35747,1731457163864 with port=39713, startcode=1731457163906 2024-11-13T00:19:24,946 DEBUG [RS:0;cb28580903fb:39713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:19:24,948 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:19:24,949 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35747 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,39713,1731457163906 2024-11-13T00:19:24,949 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35747 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,39713,1731457163906 2024-11-13T00:19:24,950 DEBUG [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db 2024-11-13T00:19:24,950 DEBUG [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37453 2024-11-13T00:19:24,950 DEBUG [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:19:24,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-751437969/rs 2024-11-13T00:19:24,953 DEBUG [RS:0;cb28580903fb:39713 {}] zookeeper.ZKUtil(111): regionserver:39713-0x1010eb179010004, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Set watcher on existing znode=/1-751437969/rs/cb28580903fb,39713,1731457163906 2024-11-13T00:19:24,953 WARN [RS:0;cb28580903fb:39713 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:19:24,953 INFO [RS:0;cb28580903fb:39713 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:19:24,953 DEBUG [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906 2024-11-13T00:19:24,953 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,39713,1731457163906] 2024-11-13T00:19:24,957 INFO [RS:0;cb28580903fb:39713 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:19:24,958 INFO [RS:0;cb28580903fb:39713 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:19:24,958 INFO [RS:0;cb28580903fb:39713 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:19:24,958 INFO [RS:0;cb28580903fb:39713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:24,959 INFO [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:19:24,959 INFO [RS:0;cb28580903fb:39713 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:19:24,959 INFO [RS:0;cb28580903fb:39713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:24,959 DEBUG [RS:0;cb28580903fb:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:24,959 DEBUG [RS:0;cb28580903fb:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:24,959 DEBUG [RS:0;cb28580903fb:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:24,959 DEBUG [RS:0;cb28580903fb:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:24,959 DEBUG [RS:0;cb28580903fb:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:24,959 DEBUG [RS:0;cb28580903fb:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:19:24,959 DEBUG [RS:0;cb28580903fb:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:24,959 DEBUG [RS:0;cb28580903fb:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:24,959 DEBUG [RS:0;cb28580903fb:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:24,959 DEBUG [RS:0;cb28580903fb:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:24,959 DEBUG [RS:0;cb28580903fb:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:24,960 DEBUG [RS:0;cb28580903fb:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:24,960 DEBUG [RS:0;cb28580903fb:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:19:24,960 DEBUG [RS:0;cb28580903fb:39713 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:19:24,961 INFO [RS:0;cb28580903fb:39713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:24,961 INFO [RS:0;cb28580903fb:39713 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:24,961 INFO [RS:0;cb28580903fb:39713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:24,961 INFO [RS:0;cb28580903fb:39713 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:24,961 INFO [RS:0;cb28580903fb:39713 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:24,961 INFO [RS:0;cb28580903fb:39713 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,39713,1731457163906-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:19:24,975 INFO [RS:0;cb28580903fb:39713 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:19:24,976 INFO [RS:0;cb28580903fb:39713 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,39713,1731457163906-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:24,976 INFO [RS:0;cb28580903fb:39713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:24,976 INFO [RS:0;cb28580903fb:39713 {}] regionserver.Replication(171): cb28580903fb,39713,1731457163906 started 2024-11-13T00:19:24,989 INFO [RS:0;cb28580903fb:39713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:24,989 INFO [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,39713,1731457163906, RpcServer on cb28580903fb/172.17.0.2:39713, sessionid=0x1010eb179010004 2024-11-13T00:19:24,989 DEBUG [RS:0;cb28580903fb:39713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:19:24,989 DEBUG [RS:0;cb28580903fb:39713 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,39713,1731457163906 2024-11-13T00:19:24,989 DEBUG [RS:0;cb28580903fb:39713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,39713,1731457163906' 2024-11-13T00:19:24,989 DEBUG [RS:0;cb28580903fb:39713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-751437969/flush-table-proc/abort' 2024-11-13T00:19:24,990 DEBUG [RS:0;cb28580903fb:39713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-751437969/flush-table-proc/acquired' 2024-11-13T00:19:24,990 DEBUG [RS:0;cb28580903fb:39713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:19:24,990 DEBUG [RS:0;cb28580903fb:39713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:19:24,990 DEBUG [RS:0;cb28580903fb:39713 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,39713,1731457163906 2024-11-13T00:19:24,990 DEBUG [RS:0;cb28580903fb:39713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,39713,1731457163906' 2024-11-13T00:19:24,990 DEBUG [RS:0;cb28580903fb:39713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-751437969/online-snapshot/abort' 2024-11-13T00:19:24,990 DEBUG [RS:0;cb28580903fb:39713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-751437969/online-snapshot/acquired' 2024-11-13T00:19:24,991 DEBUG [RS:0;cb28580903fb:39713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:19:24,991 INFO [RS:0;cb28580903fb:39713 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:19:24,991 INFO [RS:0;cb28580903fb:39713 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:19:25,091 INFO [RS:0;cb28580903fb:39713 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:19:25,093 INFO [RS:0;cb28580903fb:39713 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C39713%2C1731457163906, suffix=, logDir=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906, archiveDir=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/oldWALs, maxLogs=10 2024-11-13T00:19:25,106 DEBUG [RS:0;cb28580903fb:39713 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093, exclude list is [], retry=0 2024-11-13T00:19:25,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38307,DS-a60c4d45-9bd7-4441-bb15-0cdffe717d25,DISK] 2024-11-13T00:19:25,110 INFO [RS:0;cb28580903fb:39713 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093 2024-11-13T00:19:25,111 DEBUG [RS:0;cb28580903fb:39713 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38651:38651)] 2024-11-13T00:19:25,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:25,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:19:25,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:19:25,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:25,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:25,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:19:25,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:19:25,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:25,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:25,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:19:25,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:19:25,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:25,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:25,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:19:25,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:19:25,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:25,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:25,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:19:25,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/1588230740 2024-11-13T00:19:25,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/1588230740 2024-11-13T00:19:25,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:19:25,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:19:25,297 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:19:25,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:19:25,300 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:19:25,300 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71979364, jitterRate=0.07257610559463501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:19:25,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731457165287Initializing all the Stores at 1731457165288 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457165288Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457165288Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457165288Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457165288Cleaning up temporary data from old regions at 1731457165296 (+8 ms)Region opened successfully at 1731457165300 (+4 ms) 2024-11-13T00:19:25,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:19:25,300 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:19:25,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:19:25,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:19:25,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:19:25,301 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:19:25,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457165300Disabling compacts and flushes for region at 1731457165300Disabling writes for close at 1731457165300Writing region close event to WAL at 1731457165301 (+1 ms)Closed at 1731457165301 2024-11-13T00:19:25,302 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:19:25,302 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T00:19:25,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:19:25,303 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:19:25,304 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T00:19:25,454 DEBUG [cb28580903fb:35747 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:19:25,455 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,39713,1731457163906 2024-11-13T00:19:25,456 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,39713,1731457163906, state=OPENING 2024-11-13T00:19:25,462 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T00:19:25,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x1010eb179010004, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-751437969 2024-11-13T00:19:25,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-751437969 2024-11-13T00:19:25,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-751437969/meta-region-server: CHANGED 2024-11-13T00:19:25,464 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:19:25,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,39713,1731457163906}] 2024-11-13T00:19:25,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-751437969/meta-region-server: CHANGED 2024-11-13T00:19:25,617 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:19:25,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:19:25,622 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:19:25,622 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:19:25,623 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T00:19:25,624 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C39713%2C1731457163906.meta, suffix=.meta, logDir=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906, archiveDir=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/oldWALs, maxLogs=10 2024-11-13T00:19:25,638 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.meta.1731457165624.meta, exclude list is [], retry=0 2024-11-13T00:19:25,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38307,DS-a60c4d45-9bd7-4441-bb15-0cdffe717d25,DISK] 2024-11-13T00:19:25,641 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.meta.1731457165624.meta 2024-11-13T00:19:25,642 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38651:38651)] 2024-11-13T00:19:25,642 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:19:25,642 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:19:25,642 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:19:25,642 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:19:25,642 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:19:25,642 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:19:25,642 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:25,642 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:19:25,643 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:19:25,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:19:25,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:19:25,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:25,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:25,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:19:25,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:19:25,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:25,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:25,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:19:25,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:19:25,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:25,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:25,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:19:25,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:19:25,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:25,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:25,648 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:19:25,649 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/1588230740 2024-11-13T00:19:25,649 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/1588230740 2024-11-13T00:19:25,650 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:19:25,651 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:19:25,651 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:19:25,652 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:19:25,653 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63119813, jitterRate=-0.05944149196147919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:19:25,653 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:19:25,653 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731457165643Writing region info on filesystem at 1731457165643Initializing all the Stores at 1731457165643Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457165643Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457165643Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457165643Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457165643Cleaning up temporary data from old regions at 1731457165651 (+8 ms)Running coprocessor post-open hooks at 1731457165653 (+2 ms)Region opened successfully at 1731457165653 2024-11-13T00:19:25,654 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731457165617 2024-11-13T00:19:25,655 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:19:25,656 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:19:25,656 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,39713,1731457163906 2024-11-13T00:19:25,657 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,39713,1731457163906, state=OPEN 2024-11-13T00:19:25,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x1010eb179010004, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-751437969/meta-region-server 2024-11-13T00:19:25,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-751437969/meta-region-server 2024-11-13T00:19:25,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-751437969/meta-region-server: CHANGED 2024-11-13T00:19:25,660 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-751437969/meta-region-server: CHANGED 2024-11-13T00:19:25,660 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,39713,1731457163906 2024-11-13T00:19:25,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T00:19:25,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,39713,1731457163906 in 196 msec 2024-11-13T00:19:25,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T00:19:25,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-11-13T00:19:25,663 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:19:25,663 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T00:19:25,665 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:19:25,665 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,39713,1731457163906, seqNum=-1] 2024-11-13T00:19:25,665 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:19:25,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:19:25,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 811 msec 2024-11-13T00:19:25,670 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731457165670, completionTime=-1 2024-11-13T00:19:25,670 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T00:19:25,670 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:19:25,672 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T00:19:25,672 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731457225672 2024-11-13T00:19:25,672 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731457285672 2024-11-13T00:19:25,672 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T00:19:25,672 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,35747,1731457163864-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:25,672 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,35747,1731457163864-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:25,672 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,35747,1731457163864-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:25,672 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:35747, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:25,672 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:25,673 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:25,674 DEBUG [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T00:19:25,676 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.737sec 2024-11-13T00:19:25,676 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:19:25,676 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:19:25,676 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:19:25,676 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:19:25,676 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:19:25,676 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,35747,1731457163864-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:19:25,676 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,35747,1731457163864-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:19:25,678 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:19:25,678 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:19:25,678 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,35747,1731457163864-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:25,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5a569c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:25,724 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,35747,-1 for getting cluster id 2024-11-13T00:19:25,724 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:25,725 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e589e9fd-571a-4164-a71a-e425c8acb860' 2024-11-13T00:19:25,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:25,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e589e9fd-571a-4164-a71a-e425c8acb860" 2024-11-13T00:19:25,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b6be43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:25,725 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,35747,-1] 2024-11-13T00:19:25,726 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:25,726 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:25,727 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:25,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2f5328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:25,728 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:19:25,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,39713,1731457163906, seqNum=-1] 2024-11-13T00:19:25,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:19:25,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:19:25,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb28580903fb,35747,1731457163864 2024-11-13T00:19:25,732 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61112 2024-11-13T00:19:25,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:19:25,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1010eb179010005 connected 2024-11-13T00:19:25,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:25,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,43863,1731457159824 2024-11-13T00:19:25,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5860aefa 2024-11-13T00:19:25,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:19:25,740 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:19:25,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:19:25,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T00:19:25,742 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:19:25,743 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:25,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T00:19:25,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:19:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:25,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741835_1011 (size=902) 2024-11-13T00:19:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:26,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:26,151 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c6cd94908e6729b1a2db1e3cb182a7a3, NAME => 'test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d 2024-11-13T00:19:26,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741836_1012 (size=39) 2024-11-13T00:19:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:26,557 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:26,557 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c6cd94908e6729b1a2db1e3cb182a7a3, disabling compactions & flushes 2024-11-13T00:19:26,557 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3. 2024-11-13T00:19:26,557 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3. 2024-11-13T00:19:26,557 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3. after waiting 0 ms 2024-11-13T00:19:26,557 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3. 2024-11-13T00:19:26,557 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3. 2024-11-13T00:19:26,557 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c6cd94908e6729b1a2db1e3cb182a7a3: Waiting for close lock at 1731457166557Disabling compacts and flushes for region at 1731457166557Disabling writes for close at 1731457166557Writing region close event to WAL at 1731457166557Closed at 1731457166557 2024-11-13T00:19:26,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:19:26,559 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731457166559"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457166559"}]},"ts":"1731457166559"} 2024-11-13T00:19:26,561 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:19:26,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:19:26,562 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457166562"}]},"ts":"1731457166562"} 2024-11-13T00:19:26,564 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T00:19:26,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c6cd94908e6729b1a2db1e3cb182a7a3, ASSIGN}] 2024-11-13T00:19:26,565 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c6cd94908e6729b1a2db1e3cb182a7a3, ASSIGN 2024-11-13T00:19:26,565 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c6cd94908e6729b1a2db1e3cb182a7a3, ASSIGN; state=OFFLINE, location=cb28580903fb,45021,1731457159879; forceNewPlan=false, retain=false 2024-11-13T00:19:26,716 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c6cd94908e6729b1a2db1e3cb182a7a3, regionState=OPENING, regionLocation=cb28580903fb,45021,1731457159879 2024-11-13T00:19:26,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c6cd94908e6729b1a2db1e3cb182a7a3, ASSIGN because future has completed 2024-11-13T00:19:26,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6cd94908e6729b1a2db1e3cb182a7a3, server=cb28580903fb,45021,1731457159879}] 2024-11-13T00:19:26,875 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3. 2024-11-13T00:19:26,876 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c6cd94908e6729b1a2db1e3cb182a7a3, NAME => 'test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:19:26,876 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:19:26,876 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T00:19:26,876 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c6cd94908e6729b1a2db1e3cb182a7a3 2024-11-13T00:19:26,876 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:26,876 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c6cd94908e6729b1a2db1e3cb182a7a3 2024-11-13T00:19:26,876 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c6cd94908e6729b1a2db1e3cb182a7a3 2024-11-13T00:19:26,878 INFO [StoreOpener-c6cd94908e6729b1a2db1e3cb182a7a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c6cd94908e6729b1a2db1e3cb182a7a3 2024-11-13T00:19:26,879 INFO [StoreOpener-c6cd94908e6729b1a2db1e3cb182a7a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6cd94908e6729b1a2db1e3cb182a7a3 columnFamilyName f 2024-11-13T00:19:26,879 DEBUG [StoreOpener-c6cd94908e6729b1a2db1e3cb182a7a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:26,879 INFO [StoreOpener-c6cd94908e6729b1a2db1e3cb182a7a3-1 {}] regionserver.HStore(327): Store=c6cd94908e6729b1a2db1e3cb182a7a3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:26,879 INFO [StoreOpener-c6cd94908e6729b1a2db1e3cb182a7a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c6cd94908e6729b1a2db1e3cb182a7a3 2024-11-13T00:19:26,880 INFO [StoreOpener-c6cd94908e6729b1a2db1e3cb182a7a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6cd94908e6729b1a2db1e3cb182a7a3 columnFamilyName f1 2024-11-13T00:19:26,880 DEBUG [StoreOpener-c6cd94908e6729b1a2db1e3cb182a7a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:26,881 INFO [StoreOpener-c6cd94908e6729b1a2db1e3cb182a7a3-1 {}] regionserver.HStore(327): Store=c6cd94908e6729b1a2db1e3cb182a7a3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:26,881 INFO [StoreOpener-c6cd94908e6729b1a2db1e3cb182a7a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c6cd94908e6729b1a2db1e3cb182a7a3 2024-11-13T00:19:26,882 INFO [StoreOpener-c6cd94908e6729b1a2db1e3cb182a7a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6cd94908e6729b1a2db1e3cb182a7a3 columnFamilyName norep 2024-11-13T00:19:26,882 DEBUG [StoreOpener-c6cd94908e6729b1a2db1e3cb182a7a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:26,882 INFO [StoreOpener-c6cd94908e6729b1a2db1e3cb182a7a3-1 {}] regionserver.HStore(327): Store=c6cd94908e6729b1a2db1e3cb182a7a3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:26,883 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c6cd94908e6729b1a2db1e3cb182a7a3 2024-11-13T00:19:26,883 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/default/test/c6cd94908e6729b1a2db1e3cb182a7a3 2024-11-13T00:19:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:26,884 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/default/test/c6cd94908e6729b1a2db1e3cb182a7a3 2024-11-13T00:19:26,885 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c6cd94908e6729b1a2db1e3cb182a7a3 2024-11-13T00:19:26,885 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c6cd94908e6729b1a2db1e3cb182a7a3 2024-11-13T00:19:26,885 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:19:26,887 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c6cd94908e6729b1a2db1e3cb182a7a3 2024-11-13T00:19:26,891 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/default/test/c6cd94908e6729b1a2db1e3cb182a7a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:19:26,892 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c6cd94908e6729b1a2db1e3cb182a7a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69880227, jitterRate=0.04129652678966522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:19:26,892 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6cd94908e6729b1a2db1e3cb182a7a3 2024-11-13T00:19:26,893 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c6cd94908e6729b1a2db1e3cb182a7a3: Running coprocessor pre-open hook at 1731457166877Writing region info on filesystem at 1731457166877Initializing all the Stores at 1731457166877Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457166877Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457166878 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457166878Cleaning up temporary data from old regions at 1731457166885 (+7 ms)Running coprocessor post-open hooks at 1731457166892 (+7 ms)Region opened successfully at 1731457166893 (+1 ms) 2024-11-13T00:19:26,894 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3., pid=6, masterSystemTime=1731457166871 2024-11-13T00:19:26,896 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3. 2024-11-13T00:19:26,896 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3. 2024-11-13T00:19:26,897 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c6cd94908e6729b1a2db1e3cb182a7a3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb28580903fb,45021,1731457159879 2024-11-13T00:19:26,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6cd94908e6729b1a2db1e3cb182a7a3, server=cb28580903fb,45021,1731457159879 because future has completed 2024-11-13T00:19:26,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T00:19:26,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c6cd94908e6729b1a2db1e3cb182a7a3, server=cb28580903fb,45021,1731457159879 in 186 msec 2024-11-13T00:19:26,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T00:19:26,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c6cd94908e6729b1a2db1e3cb182a7a3, ASSIGN in 343 msec 2024-11-13T00:19:26,910 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:19:26,910 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457166910"}]},"ts":"1731457166910"} 2024-11-13T00:19:26,912 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:19:26,912 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T00:19:26,913 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:19:26,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-13T00:19:26,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:26,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:26,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:26,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:26,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:26,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:26,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:26,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:27,727 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T00:19:27,727 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T00:19:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:27,893 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T00:19:27,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:27,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,35747,1731457163864 2024-11-13T00:19:27,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d2fcb98 2024-11-13T00:19:27,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:19:27,896 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:19:27,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35747 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:19:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35747 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T00:19:27,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:19:27,899 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:27,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35747 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T00:19:27,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:27,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:19:27,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741835_1011 (size=902) 2024-11-13T00:19:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:28,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:28,308 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12de74e6956e3279c5d31c10a2db54f3, NAME => 'test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db 2024-11-13T00:19:28,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741836_1012 (size=39) 2024-11-13T00:19:28,314 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:28,314 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 12de74e6956e3279c5d31c10a2db54f3, disabling compactions & flushes 2024-11-13T00:19:28,314 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3. 2024-11-13T00:19:28,314 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3. 2024-11-13T00:19:28,314 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3. after waiting 0 ms 2024-11-13T00:19:28,314 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3. 2024-11-13T00:19:28,314 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3. 2024-11-13T00:19:28,314 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12de74e6956e3279c5d31c10a2db54f3: Waiting for close lock at 1731457168314Disabling compacts and flushes for region at 1731457168314Disabling writes for close at 1731457168314Writing region close event to WAL at 1731457168314Closed at 1731457168314 2024-11-13T00:19:28,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:19:28,316 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731457168315"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457168315"}]},"ts":"1731457168315"} 2024-11-13T00:19:28,318 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:19:28,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:19:28,318 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457168318"}]},"ts":"1731457168318"} 2024-11-13T00:19:28,320 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T00:19:28,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=12de74e6956e3279c5d31c10a2db54f3, ASSIGN}] 2024-11-13T00:19:28,321 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=12de74e6956e3279c5d31c10a2db54f3, ASSIGN 2024-11-13T00:19:28,322 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=12de74e6956e3279c5d31c10a2db54f3, ASSIGN; state=OFFLINE, location=cb28580903fb,39713,1731457163906; forceNewPlan=false, retain=false 2024-11-13T00:19:28,473 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=12de74e6956e3279c5d31c10a2db54f3, regionState=OPENING, regionLocation=cb28580903fb,39713,1731457163906 2024-11-13T00:19:28,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=12de74e6956e3279c5d31c10a2db54f3, ASSIGN because future has completed 2024-11-13T00:19:28,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12de74e6956e3279c5d31c10a2db54f3, server=cb28580903fb,39713,1731457163906}] 2024-11-13T00:19:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:28,632 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3. 2024-11-13T00:19:28,632 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 12de74e6956e3279c5d31c10a2db54f3, NAME => 'test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:19:28,632 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:19:28,632 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T00:19:28,633 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 12de74e6956e3279c5d31c10a2db54f3 2024-11-13T00:19:28,633 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:28,633 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 12de74e6956e3279c5d31c10a2db54f3 2024-11-13T00:19:28,633 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 12de74e6956e3279c5d31c10a2db54f3 2024-11-13T00:19:28,634 INFO [StoreOpener-12de74e6956e3279c5d31c10a2db54f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 12de74e6956e3279c5d31c10a2db54f3 2024-11-13T00:19:28,635 INFO [StoreOpener-12de74e6956e3279c5d31c10a2db54f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12de74e6956e3279c5d31c10a2db54f3 columnFamilyName f 2024-11-13T00:19:28,635 DEBUG [StoreOpener-12de74e6956e3279c5d31c10a2db54f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:28,635 INFO [StoreOpener-12de74e6956e3279c5d31c10a2db54f3-1 {}] regionserver.HStore(327): Store=12de74e6956e3279c5d31c10a2db54f3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:28,636 INFO [StoreOpener-12de74e6956e3279c5d31c10a2db54f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 12de74e6956e3279c5d31c10a2db54f3 2024-11-13T00:19:28,636 INFO [StoreOpener-12de74e6956e3279c5d31c10a2db54f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12de74e6956e3279c5d31c10a2db54f3 columnFamilyName f1 2024-11-13T00:19:28,637 DEBUG [StoreOpener-12de74e6956e3279c5d31c10a2db54f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:28,637 INFO [StoreOpener-12de74e6956e3279c5d31c10a2db54f3-1 {}] regionserver.HStore(327): Store=12de74e6956e3279c5d31c10a2db54f3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:28,637 INFO [StoreOpener-12de74e6956e3279c5d31c10a2db54f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 12de74e6956e3279c5d31c10a2db54f3 2024-11-13T00:19:28,638 INFO [StoreOpener-12de74e6956e3279c5d31c10a2db54f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12de74e6956e3279c5d31c10a2db54f3 columnFamilyName norep 2024-11-13T00:19:28,638 DEBUG [StoreOpener-12de74e6956e3279c5d31c10a2db54f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:28,638 INFO [StoreOpener-12de74e6956e3279c5d31c10a2db54f3-1 {}] regionserver.HStore(327): Store=12de74e6956e3279c5d31c10a2db54f3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:28,638 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 12de74e6956e3279c5d31c10a2db54f3 2024-11-13T00:19:28,639 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/default/test/12de74e6956e3279c5d31c10a2db54f3 2024-11-13T00:19:28,639 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/default/test/12de74e6956e3279c5d31c10a2db54f3 2024-11-13T00:19:28,640 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 12de74e6956e3279c5d31c10a2db54f3 2024-11-13T00:19:28,640 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 12de74e6956e3279c5d31c10a2db54f3 2024-11-13T00:19:28,640 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:19:28,641 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 12de74e6956e3279c5d31c10a2db54f3 2024-11-13T00:19:28,643 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/default/test/12de74e6956e3279c5d31c10a2db54f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:19:28,643 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 12de74e6956e3279c5d31c10a2db54f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71334258, jitterRate=0.06296327710151672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:19:28,643 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12de74e6956e3279c5d31c10a2db54f3 2024-11-13T00:19:28,643 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 12de74e6956e3279c5d31c10a2db54f3: Running coprocessor pre-open hook at 1731457168633Writing region info on filesystem at 1731457168633Initializing all the Stores at 1731457168633Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457168634 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457168634Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457168634Cleaning up temporary data from old regions at 1731457168640 (+6 ms)Running coprocessor post-open hooks at 1731457168643 (+3 ms)Region opened successfully at 1731457168643 2024-11-13T00:19:28,644 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3., pid=6, masterSystemTime=1731457168628 2024-11-13T00:19:28,646 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3. 2024-11-13T00:19:28,646 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3. 2024-11-13T00:19:28,647 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=12de74e6956e3279c5d31c10a2db54f3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb28580903fb,39713,1731457163906 2024-11-13T00:19:28,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12de74e6956e3279c5d31c10a2db54f3, server=cb28580903fb,39713,1731457163906 because future has completed 2024-11-13T00:19:28,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T00:19:28,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 12de74e6956e3279c5d31c10a2db54f3, server=cb28580903fb,39713,1731457163906 in 178 msec 2024-11-13T00:19:28,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T00:19:28,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=12de74e6956e3279c5d31c10a2db54f3, ASSIGN in 335 msec 2024-11-13T00:19:28,657 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:19:28,658 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457168657"}]},"ts":"1731457168657"} 2024-11-13T00:19:28,660 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T00:19:28,661 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:19:28,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 764 msec 2024-11-13T00:19:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:29,033 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T00:19:29,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4086e40d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:29,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,43863,-1 for getting cluster id 2024-11-13T00:19:29,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:29,035 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60889e5a-155c-4221-bf32-78bb08efdeda' 2024-11-13T00:19:29,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:29,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60889e5a-155c-4221-bf32-78bb08efdeda" 2024-11-13T00:19:29,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280ee9f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:29,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,43863,-1] 2024-11-13T00:19:29,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:29,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:29,037 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:29,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27fca14f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:29,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b38e1f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:29,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,35747,-1 for getting cluster id 2024-11-13T00:19:29,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:29,039 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e589e9fd-571a-4164-a71a-e425c8acb860' 2024-11-13T00:19:29,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:29,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e589e9fd-571a-4164-a71a-e425c8acb860" 2024-11-13T00:19:29,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d01b6d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:29,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,35747,-1] 2024-11-13T00:19:29,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:29,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:29,040 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:29,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d5bed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:29,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60db5ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:29,041 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,43863,-1 for getting cluster id 2024-11-13T00:19:29,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:29,042 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60889e5a-155c-4221-bf32-78bb08efdeda' 2024-11-13T00:19:29,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:29,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60889e5a-155c-4221-bf32-78bb08efdeda" 2024-11-13T00:19:29,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ee3686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:29,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,43863,-1] 2024-11-13T00:19:29,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:29,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:29,043 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:29,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4a50cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:29,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:29,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,43863,1731457159824 2024-11-13T00:19:29,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eef3a06 2024-11-13T00:19:29,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:19:29,045 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:19:29,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb28580903fb:35747,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T00:19:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T00:19:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:19:29,048 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:35747' 2024-11-13T00:19:29,049 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c31f724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:29,049 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,35747,-1 for getting cluster id 2024-11-13T00:19:29,049 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:29,050 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e589e9fd-571a-4164-a71a-e425c8acb860' 2024-11-13T00:19:29,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:29,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e589e9fd-571a-4164-a71a-e425c8acb860" 2024-11-13T00:19:29,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d3c142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:29,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,35747,-1] 2024-11-13T00:19:29,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:29,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:29,051 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:29,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5963e1a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:29,052 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:29,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,35747,1731457163864 2024-11-13T00:19:29,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d16502d 2024-11-13T00:19:29,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:19:29,053 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:19:29,053 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T00:19:29,053 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T00:19:29,053 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:29,054 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:29,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:19:29,054 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:19:29,055 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T00:19:29,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:19:29,056 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:29,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:19:29,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741837_1013 (size=1138) 2024-11-13T00:19:29,105 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T00:19:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:19:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:19:29,464 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 704f7984f8685425bd1aa0f854c294f4, NAME => 'hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d 2024-11-13T00:19:29,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741838_1014 (size=44) 2024-11-13T00:19:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:19:29,875 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:29,875 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 704f7984f8685425bd1aa0f854c294f4, disabling compactions & flushes 2024-11-13T00:19:29,875 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4. 2024-11-13T00:19:29,875 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4. 2024-11-13T00:19:29,875 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4. after waiting 0 ms 2024-11-13T00:19:29,875 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4. 2024-11-13T00:19:29,875 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4. 2024-11-13T00:19:29,875 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 704f7984f8685425bd1aa0f854c294f4: Waiting for close lock at 1731457169875Disabling compacts and flushes for region at 1731457169875Disabling writes for close at 1731457169875Writing region close event to WAL at 1731457169875Closed at 1731457169875 2024-11-13T00:19:29,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:19:29,876 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731457169876"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457169876"}]},"ts":"1731457169876"} 2024-11-13T00:19:29,878 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:19:29,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:19:29,879 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457169879"}]},"ts":"1731457169879"} 2024-11-13T00:19:29,881 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T00:19:29,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=704f7984f8685425bd1aa0f854c294f4, ASSIGN}] 2024-11-13T00:19:29,882 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=704f7984f8685425bd1aa0f854c294f4, ASSIGN 2024-11-13T00:19:29,883 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=704f7984f8685425bd1aa0f854c294f4, ASSIGN; state=OFFLINE, location=cb28580903fb,45021,1731457159879; forceNewPlan=false, retain=false 2024-11-13T00:19:30,033 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=704f7984f8685425bd1aa0f854c294f4, regionState=OPENING, regionLocation=cb28580903fb,45021,1731457159879 2024-11-13T00:19:30,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=704f7984f8685425bd1aa0f854c294f4, ASSIGN because future has completed 2024-11-13T00:19:30,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 704f7984f8685425bd1aa0f854c294f4, server=cb28580903fb,45021,1731457159879}] 2024-11-13T00:19:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:19:30,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4. 2024-11-13T00:19:30,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:19:30,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T00:19:30,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C45021%2C1731457159879.rep, suffix=, logDir=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879, archiveDir=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/oldWALs, maxLogs=10 2024-11-13T00:19:30,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.rep.1731457170193, exclude list is [], retry=0 2024-11-13T00:19:30,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39739,DS-4cdf1525-a7bc-4bfd-b0c9-d84c45e91fa6,DISK] 2024-11-13T00:19:30,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.rep.1731457170193 2024-11-13T00:19:30,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35029:35029)] 2024-11-13T00:19:30,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 704f7984f8685425bd1aa0f854c294f4, NAME => 'hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:19:30,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:19:30,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:19:30,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4. service=MultiRowMutationService 2024-11-13T00:19:30,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T00:19:30,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 704f7984f8685425bd1aa0f854c294f4 2024-11-13T00:19:30,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:30,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 704f7984f8685425bd1aa0f854c294f4 2024-11-13T00:19:30,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 704f7984f8685425bd1aa0f854c294f4 2024-11-13T00:19:30,212 INFO [StoreOpener-704f7984f8685425bd1aa0f854c294f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 704f7984f8685425bd1aa0f854c294f4 2024-11-13T00:19:30,213 INFO [StoreOpener-704f7984f8685425bd1aa0f854c294f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 704f7984f8685425bd1aa0f854c294f4 columnFamilyName hfileref 2024-11-13T00:19:30,213 DEBUG [StoreOpener-704f7984f8685425bd1aa0f854c294f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:30,214 INFO [StoreOpener-704f7984f8685425bd1aa0f854c294f4-1 {}] regionserver.HStore(327): Store=704f7984f8685425bd1aa0f854c294f4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:30,214 INFO [StoreOpener-704f7984f8685425bd1aa0f854c294f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 704f7984f8685425bd1aa0f854c294f4 2024-11-13T00:19:30,215 INFO [StoreOpener-704f7984f8685425bd1aa0f854c294f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 704f7984f8685425bd1aa0f854c294f4 columnFamilyName queue 2024-11-13T00:19:30,215 DEBUG [StoreOpener-704f7984f8685425bd1aa0f854c294f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:30,215 INFO [StoreOpener-704f7984f8685425bd1aa0f854c294f4-1 {}] regionserver.HStore(327): Store=704f7984f8685425bd1aa0f854c294f4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:30,215 INFO [StoreOpener-704f7984f8685425bd1aa0f854c294f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 704f7984f8685425bd1aa0f854c294f4 2024-11-13T00:19:30,216 INFO [StoreOpener-704f7984f8685425bd1aa0f854c294f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 704f7984f8685425bd1aa0f854c294f4 columnFamilyName sid 2024-11-13T00:19:30,216 DEBUG [StoreOpener-704f7984f8685425bd1aa0f854c294f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:30,216 INFO [StoreOpener-704f7984f8685425bd1aa0f854c294f4-1 {}] regionserver.HStore(327): Store=704f7984f8685425bd1aa0f854c294f4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:30,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 704f7984f8685425bd1aa0f854c294f4 2024-11-13T00:19:30,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/replication/704f7984f8685425bd1aa0f854c294f4 2024-11-13T00:19:30,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/replication/704f7984f8685425bd1aa0f854c294f4 2024-11-13T00:19:30,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 704f7984f8685425bd1aa0f854c294f4 2024-11-13T00:19:30,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 704f7984f8685425bd1aa0f854c294f4 2024-11-13T00:19:30,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:19:30,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 704f7984f8685425bd1aa0f854c294f4 2024-11-13T00:19:30,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/replication/704f7984f8685425bd1aa0f854c294f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:19:30,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 704f7984f8685425bd1aa0f854c294f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69592528, jitterRate=0.037009477615356445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:19:30,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 704f7984f8685425bd1aa0f854c294f4 2024-11-13T00:19:30,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 704f7984f8685425bd1aa0f854c294f4: Running coprocessor pre-open hook at 1731457170211Writing region info on filesystem at 1731457170211Initializing all the Stores at 1731457170212 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457170212Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457170212Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457170212Cleaning up temporary data from old regions at 1731457170218 (+6 ms)Running coprocessor post-open hooks at 1731457170222 (+4 ms)Region opened successfully at 1731457170223 (+1 ms) 2024-11-13T00:19:30,223 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4., pid=10, masterSystemTime=1731457170188 2024-11-13T00:19:30,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4. 2024-11-13T00:19:30,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4. 2024-11-13T00:19:30,226 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=704f7984f8685425bd1aa0f854c294f4, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,45021,1731457159879 2024-11-13T00:19:30,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 704f7984f8685425bd1aa0f854c294f4, server=cb28580903fb,45021,1731457159879 because future has completed 2024-11-13T00:19:30,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T00:19:30,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 704f7984f8685425bd1aa0f854c294f4, server=cb28580903fb,45021,1731457159879 in 192 msec 2024-11-13T00:19:30,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T00:19:30,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=704f7984f8685425bd1aa0f854c294f4, ASSIGN in 349 msec 2024-11-13T00:19:30,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:19:30,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457170232"}]},"ts":"1731457170232"} 2024-11-13T00:19:30,234 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T00:19:30,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:19:30,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-11-13T00:19:30,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4., hostname=cb28580903fb,45021,1731457159879, seqNum=2] 2024-11-13T00:19:30,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45021-0x1010eb179010001, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0183522172 2024-11-13T00:19:30,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0183522172 2024-11-13T00:19:30,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T00:19:30,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T00:19:30,426 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T00:19:30,455 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cb28580903fb,45021,1731457159879, ReplicationSource: 1, currentBandwidth=0 2024-11-13T00:19:30,455 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:19:30,455 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,45021,1731457159879, seqNum=-1] 2024-11-13T00:19:30,456 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:19:30,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T00:19:30,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb28580903fb,45021,1731457159879', locateType=CURRENT is [region=hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4., hostname=cb28580903fb,45021,1731457159879, seqNum=2] 2024-11-13T00:19:30,461 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T00:19:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T00:19:30,463 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb28580903fb,45021,1731457159879 suceeded 2024-11-13T00:19:30,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T00:19:30,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-13T00:19:30,464 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb28580903fb:35747,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T00:19:30,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-11-13T00:19:30,476 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:35747' 2024-11-13T00:19:30,477 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59586c88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:30,477 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,35747,-1 for getting cluster id 2024-11-13T00:19:30,477 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:30,478 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e589e9fd-571a-4164-a71a-e425c8acb860' 2024-11-13T00:19:30,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:30,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e589e9fd-571a-4164-a71a-e425c8acb860" 2024-11-13T00:19:30,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77131729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:30,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,35747,-1] 2024-11-13T00:19:30,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:30,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:30,479 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:30,480 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67cdf597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:30,480 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:30,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,35747,1731457163864 2024-11-13T00:19:30,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38695d4b 2024-11-13T00:19:30,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:19:30,481 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T00:19:30,482 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb28580903fb,45021,1731457159879 (queues=1) is replicating from cluster=60889e5a-155c-4221-bf32-78bb08efdeda to cluster=e589e9fd-571a-4164-a71a-e425c8acb860 2024-11-13T00:19:30,482 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb28580903fb%2C45021%2C1731457159879 2024-11-13T00:19:30,482 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb28580903fb,45021,1731457159879, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T00:19:30,483 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb28580903fb%2C45021%2C1731457159879 2024-11-13T00:19:30,483 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876, startPosition=0, beingWritten=true 2024-11-13T00:19:30,488 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:19:30,488 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876 to pos 379, reset compression=false 2024-11-13T00:19:30,488 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,45021,1731457159879 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:19:30,691 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876 to pos 379, reset compression=false 2024-11-13T00:19:30,996 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876 to pos 379, reset compression=false 2024-11-13T00:19:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:19:31,204 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T00:19:31,204 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:19:31,204 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:31,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:31,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:31,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:19:31,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d46557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:31,205 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,35747,-1 for getting cluster id 2024-11-13T00:19:31,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:31,206 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e589e9fd-571a-4164-a71a-e425c8acb860' 2024-11-13T00:19:31,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:31,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e589e9fd-571a-4164-a71a-e425c8acb860" 2024-11-13T00:19:31,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b62aed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:31,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,35747,-1] 2024-11-13T00:19:31,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:31,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:31,208 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:31,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bec5771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:31,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:31,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,35747,1731457163864 2024-11-13T00:19:31,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b813b2c 2024-11-13T00:19:31,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:19:31,210 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:19:31,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35747 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb28580903fb:43863,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T00:19:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35747 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T00:19:31,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:19:31,213 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:43863' 2024-11-13T00:19:31,214 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453f6e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:31,214 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,43863,-1 for getting cluster id 2024-11-13T00:19:31,214 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:31,215 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60889e5a-155c-4221-bf32-78bb08efdeda' 2024-11-13T00:19:31,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:31,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60889e5a-155c-4221-bf32-78bb08efdeda" 2024-11-13T00:19:31,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5826dac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:31,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,43863,-1] 2024-11-13T00:19:31,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:31,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:31,216 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:31,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744c81d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:31,217 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:31,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,43863,1731457159824 2024-11-13T00:19:31,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dc49188 2024-11-13T00:19:31,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:19:31,218 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:19:31,219 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T00:19:31,219 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T00:19:31,219 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:31,219 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:31,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:19:31,219 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:19:31,221 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T00:19:31,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:19:31,222 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:31,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:19:31,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741837_1013 (size=1138) 2024-11-13T00:19:31,271 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T00:19:31,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T00:19:31,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T00:19:31,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T00:19:31,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T00:19:31,308 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T00:19:31,308 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T00:19:31,308 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:19:31,308 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T00:19:31,308 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T00:19:31,308 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T00:19:31,308 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:19:31,308 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T00:19:31,308 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T00:19:31,308 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T00:19:31,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:19:31,400 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876 to pos 379, reset compression=false 2024-11-13T00:19:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:19:31,630 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c7d7cea49e04c31f0ae535482ed9c6a0, NAME => 'hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db 2024-11-13T00:19:31,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741838_1014 (size=44) 2024-11-13T00:19:31,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:19:31,904 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876 to pos 379, reset compression=false 2024-11-13T00:19:32,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:32,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c7d7cea49e04c31f0ae535482ed9c6a0, disabling compactions & flushes 2024-11-13T00:19:32,037 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0. 2024-11-13T00:19:32,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0. 2024-11-13T00:19:32,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0. after waiting 0 ms 2024-11-13T00:19:32,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0. 2024-11-13T00:19:32,037 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0. 2024-11-13T00:19:32,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c7d7cea49e04c31f0ae535482ed9c6a0: Waiting for close lock at 1731457172037Disabling compacts and flushes for region at 1731457172037Disabling writes for close at 1731457172037Writing region close event to WAL at 1731457172037Closed at 1731457172037 2024-11-13T00:19:32,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:19:32,038 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731457172038"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457172038"}]},"ts":"1731457172038"} 2024-11-13T00:19:32,040 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:19:32,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:19:32,041 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457172041"}]},"ts":"1731457172041"} 2024-11-13T00:19:32,043 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T00:19:32,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c7d7cea49e04c31f0ae535482ed9c6a0, ASSIGN}] 2024-11-13T00:19:32,044 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c7d7cea49e04c31f0ae535482ed9c6a0, ASSIGN 2024-11-13T00:19:32,045 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c7d7cea49e04c31f0ae535482ed9c6a0, ASSIGN; state=OFFLINE, location=cb28580903fb,39713,1731457163906; forceNewPlan=false, retain=false 2024-11-13T00:19:32,195 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c7d7cea49e04c31f0ae535482ed9c6a0, regionState=OPENING, regionLocation=cb28580903fb,39713,1731457163906 2024-11-13T00:19:32,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c7d7cea49e04c31f0ae535482ed9c6a0, ASSIGN because future has completed 2024-11-13T00:19:32,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7d7cea49e04c31f0ae535482ed9c6a0, server=cb28580903fb,39713,1731457163906}] 2024-11-13T00:19:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:19:32,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0. 2024-11-13T00:19:32,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:19:32,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T00:19:32,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C39713%2C1731457163906.rep, suffix=, logDir=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906, archiveDir=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/oldWALs, maxLogs=10 2024-11-13T00:19:32,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.rep.1731457172356, exclude list is [], retry=0 2024-11-13T00:19:32,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38307,DS-a60c4d45-9bd7-4441-bb15-0cdffe717d25,DISK] 2024-11-13T00:19:32,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.rep.1731457172356 2024-11-13T00:19:32,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38651:38651)] 2024-11-13T00:19:32,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c7d7cea49e04c31f0ae535482ed9c6a0, NAME => 'hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:19:32,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:19:32,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:19:32,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0. service=MultiRowMutationService 2024-11-13T00:19:32,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T00:19:32,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c7d7cea49e04c31f0ae535482ed9c6a0 2024-11-13T00:19:32,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:32,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c7d7cea49e04c31f0ae535482ed9c6a0 2024-11-13T00:19:32,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c7d7cea49e04c31f0ae535482ed9c6a0 2024-11-13T00:19:32,375 INFO [StoreOpener-c7d7cea49e04c31f0ae535482ed9c6a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c7d7cea49e04c31f0ae535482ed9c6a0 2024-11-13T00:19:32,376 INFO [StoreOpener-c7d7cea49e04c31f0ae535482ed9c6a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7d7cea49e04c31f0ae535482ed9c6a0 columnFamilyName hfileref 2024-11-13T00:19:32,376 DEBUG [StoreOpener-c7d7cea49e04c31f0ae535482ed9c6a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:32,376 INFO [StoreOpener-c7d7cea49e04c31f0ae535482ed9c6a0-1 {}] regionserver.HStore(327): Store=c7d7cea49e04c31f0ae535482ed9c6a0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:32,376 INFO [StoreOpener-c7d7cea49e04c31f0ae535482ed9c6a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c7d7cea49e04c31f0ae535482ed9c6a0 2024-11-13T00:19:32,377 INFO [StoreOpener-c7d7cea49e04c31f0ae535482ed9c6a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7d7cea49e04c31f0ae535482ed9c6a0 columnFamilyName queue 2024-11-13T00:19:32,377 DEBUG [StoreOpener-c7d7cea49e04c31f0ae535482ed9c6a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:32,377 INFO [StoreOpener-c7d7cea49e04c31f0ae535482ed9c6a0-1 {}] regionserver.HStore(327): Store=c7d7cea49e04c31f0ae535482ed9c6a0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:32,377 INFO [StoreOpener-c7d7cea49e04c31f0ae535482ed9c6a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c7d7cea49e04c31f0ae535482ed9c6a0 2024-11-13T00:19:32,378 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:19:32,378 INFO [StoreOpener-c7d7cea49e04c31f0ae535482ed9c6a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7d7cea49e04c31f0ae535482ed9c6a0 columnFamilyName sid 2024-11-13T00:19:32,378 DEBUG [StoreOpener-c7d7cea49e04c31f0ae535482ed9c6a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:32,379 INFO [StoreOpener-c7d7cea49e04c31f0ae535482ed9c6a0-1 {}] regionserver.HStore(327): Store=c7d7cea49e04c31f0ae535482ed9c6a0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:32,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c7d7cea49e04c31f0ae535482ed9c6a0 2024-11-13T00:19:32,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/replication/c7d7cea49e04c31f0ae535482ed9c6a0 2024-11-13T00:19:32,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/replication/c7d7cea49e04c31f0ae535482ed9c6a0 2024-11-13T00:19:32,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c7d7cea49e04c31f0ae535482ed9c6a0 2024-11-13T00:19:32,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c7d7cea49e04c31f0ae535482ed9c6a0 2024-11-13T00:19:32,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:19:32,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c7d7cea49e04c31f0ae535482ed9c6a0 2024-11-13T00:19:32,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/replication/c7d7cea49e04c31f0ae535482ed9c6a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:19:32,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c7d7cea49e04c31f0ae535482ed9c6a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70335363, jitterRate=0.04807858169078827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:19:32,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c7d7cea49e04c31f0ae535482ed9c6a0 2024-11-13T00:19:32,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c7d7cea49e04c31f0ae535482ed9c6a0: Running coprocessor pre-open hook at 1731457172374Writing region info on filesystem at 1731457172374Initializing all the Stores at 1731457172374Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457172374Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457172374Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457172375 (+1 ms)Cleaning up temporary data from old regions at 1731457172381 (+6 ms)Running coprocessor post-open hooks at 1731457172386 (+5 ms)Region opened successfully at 1731457172386 2024-11-13T00:19:32,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0., pid=10, masterSystemTime=1731457172350 2024-11-13T00:19:32,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0. 2024-11-13T00:19:32,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0. 2024-11-13T00:19:32,389 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c7d7cea49e04c31f0ae535482ed9c6a0, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,39713,1731457163906 2024-11-13T00:19:32,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7d7cea49e04c31f0ae535482ed9c6a0, server=cb28580903fb,39713,1731457163906 because future has completed 2024-11-13T00:19:32,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T00:19:32,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c7d7cea49e04c31f0ae535482ed9c6a0, server=cb28580903fb,39713,1731457163906 in 195 msec 2024-11-13T00:19:32,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T00:19:32,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c7d7cea49e04c31f0ae535482ed9c6a0, ASSIGN in 352 msec 2024-11-13T00:19:32,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:19:32,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457172397"}]},"ts":"1731457172397"} 2024-11-13T00:19:32,399 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T00:19:32,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:19:32,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-13T00:19:32,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:32,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:32,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:32,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:32,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:32,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:32,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:32,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0., hostname=cb28580903fb,39713,1731457163906, seqNum=2] 2024-11-13T00:19:32,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:32,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x1010eb179010004, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-751437969 2024-11-13T00:19:32,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-751437969 2024-11-13T00:19:32,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T00:19:32,509 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876 to pos 379, reset compression=false 2024-11-13T00:19:32,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T00:19:32,606 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T00:19:32,636 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cb28580903fb,39713,1731457163906, ReplicationSource: 1, currentBandwidth=0 2024-11-13T00:19:32,637 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:19:32,637 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,39713,1731457163906, seqNum=-1] 2024-11-13T00:19:32,637 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:19:32,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T00:19:32,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb28580903fb,39713,1731457163906', locateType=CURRENT is [region=hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0., hostname=cb28580903fb,39713,1731457163906, seqNum=2] 2024-11-13T00:19:32,643 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T00:19:32,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35747 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T00:19:32,645 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb28580903fb,39713,1731457163906 suceeded 2024-11-13T00:19:32,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T00:19:32,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-13T00:19:32,647 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb28580903fb:43863,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T00:19:32,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4360 sec 2024-11-13T00:19:32,666 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:43863' 2024-11-13T00:19:32,667 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c76b5fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:32,667 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,43863,-1 for getting cluster id 2024-11-13T00:19:32,667 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:32,668 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60889e5a-155c-4221-bf32-78bb08efdeda' 2024-11-13T00:19:32,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:32,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60889e5a-155c-4221-bf32-78bb08efdeda" 2024-11-13T00:19:32,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38aeb77a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:32,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,43863,-1] 2024-11-13T00:19:32,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:32,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:32,670 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:32,670 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@711dceff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:32,670 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:32,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,43863,1731457159824 2024-11-13T00:19:32,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b77a32d 2024-11-13T00:19:32,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:19:32,672 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T00:19:32,672 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb28580903fb,39713,1731457163906 (queues=1) is replicating from cluster=e589e9fd-571a-4164-a71a-e425c8acb860 to cluster=60889e5a-155c-4221-bf32-78bb08efdeda 2024-11-13T00:19:32,673 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb28580903fb%2C39713%2C1731457163906 2024-11-13T00:19:32,673 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb28580903fb,39713,1731457163906, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T00:19:32,673 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.shippercb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb28580903fb%2C39713%2C1731457163906 2024-11-13T00:19:32,673 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093, startPosition=0, beingWritten=true 2024-11-13T00:19:32,678 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:19:32,678 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093 to pos 379, reset compression=false 2024-11-13T00:19:32,678 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.shippercb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,39713,1731457163906 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:19:32,882 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093 to pos 379, reset compression=false 2024-11-13T00:19:33,186 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093 to pos 379, reset compression=false 2024-11-13T00:19:33,214 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876 to pos 379, reset compression=false 2024-11-13T00:19:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:19:33,363 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T00:19:33,363 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:19:33,363 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:33,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:33,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:33,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:19:33,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:33,369 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731457173368/Put/seqid=0 2024-11-13T00:19:33,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741840_1016 (size=7894) 2024-11-13T00:19:33,591 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093 to pos 379, reset compression=false 2024-11-13T00:19:33,728 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T00:19:33,776 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731457173775/Put/seqid=0 2024-11-13T00:19:33,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741841_1017 (size=7691) 2024-11-13T00:19:34,018 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876 to pos 379, reset compression=false 2024-11-13T00:19:34,095 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093 to pos 379, reset compression=false 2024-11-13T00:19:34,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75507cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:34,182 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,43863,-1 for getting cluster id 2024-11-13T00:19:34,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:34,183 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60889e5a-155c-4221-bf32-78bb08efdeda' 2024-11-13T00:19:34,183 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:34,183 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60889e5a-155c-4221-bf32-78bb08efdeda" 2024-11-13T00:19:34,183 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501d63c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:34,184 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,43863,-1] 2024-11-13T00:19:34,184 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:34,184 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:34,185 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:34,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9eb62e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:34,186 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:19:34,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,45021,1731457159879, seqNum=-1] 2024-11-13T00:19:34,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:19:34,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:19:34,217 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:34,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,43863,1731457159824 2024-11-13T00:19:34,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5be9f11b 2024-11-13T00:19:34,218 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:19:34,219 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:19:34,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3., hostname=cb28580903fb,45021,1731457159879, seqNum=2] 2024-11-13T00:19:34,226 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T00:19:34,233 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T00:19:34,236 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T00:19:34,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/testHFileCyclicReplication_01/f/hfile_0 for inclusion in c6cd94908e6729b1a2db1e3cb182a7a3/f 2024-11-13T00:19:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T00:19:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T00:19:34,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/testHFileCyclicReplication_01/f/hfile_1 for inclusion in c6cd94908e6729b1a2db1e3cb182a7a3/f 2024-11-13T00:19:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T00:19:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T00:19:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HRegion(2603): Flush status journal for c6cd94908e6729b1a2db1e3cb182a7a3: 2024-11-13T00:19:34,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/staging/jenkins__test__dhqhkanl7o9upma0a0eeu9n2unrm2f6tbfb2o11ec8obhs1eunc6qv58dteoa28t/f/hfile_0 2024-11-13T00:19:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/staging/jenkins__test__dhqhkanl7o9upma0a0eeu9n2unrm2f6tbfb2o11ec8obhs1eunc6qv58dteoa28t/f/hfile_0 as hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/default/test/c6cd94908e6729b1a2db1e3cb182a7a3/f/7cc795d8ac25439eab6d3db0ee16b024_SeqId_4_ 2024-11-13T00:19:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/staging/jenkins__test__dhqhkanl7o9upma0a0eeu9n2unrm2f6tbfb2o11ec8obhs1eunc6qv58dteoa28t/f/hfile_1 2024-11-13T00:19:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/staging/jenkins__test__dhqhkanl7o9upma0a0eeu9n2unrm2f6tbfb2o11ec8obhs1eunc6qv58dteoa28t/f/hfile_1 as hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/default/test/c6cd94908e6729b1a2db1e3cb182a7a3/f/ec0f6765769240cea744b9098151ab3b_SeqId_4_ 2024-11-13T00:19:34,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/staging/jenkins__test__dhqhkanl7o9upma0a0eeu9n2unrm2f6tbfb2o11ec8obhs1eunc6qv58dteoa28t/f/hfile_0 into c6cd94908e6729b1a2db1e3cb182a7a3/f as hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/default/test/c6cd94908e6729b1a2db1e3cb182a7a3/f/7cc795d8ac25439eab6d3db0ee16b024_SeqId_4_ - updating store file list. 2024-11-13T00:19:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7cc795d8ac25439eab6d3db0ee16b024_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T00:19:34,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/default/test/c6cd94908e6729b1a2db1e3cb182a7a3/f/7cc795d8ac25439eab6d3db0ee16b024_SeqId_4_ into c6cd94908e6729b1a2db1e3cb182a7a3/f 2024-11-13T00:19:34,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/staging/jenkins__test__dhqhkanl7o9upma0a0eeu9n2unrm2f6tbfb2o11ec8obhs1eunc6qv58dteoa28t/f/hfile_0 into c6cd94908e6729b1a2db1e3cb182a7a3/f (new location: hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/default/test/c6cd94908e6729b1a2db1e3cb182a7a3/f/7cc795d8ac25439eab6d3db0ee16b024_SeqId_4_) 2024-11-13T00:19:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/staging/jenkins__test__dhqhkanl7o9upma0a0eeu9n2unrm2f6tbfb2o11ec8obhs1eunc6qv58dteoa28t/f/hfile_0 2024-11-13T00:19:34,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/staging/jenkins__test__dhqhkanl7o9upma0a0eeu9n2unrm2f6tbfb2o11ec8obhs1eunc6qv58dteoa28t/f/hfile_1 into c6cd94908e6729b1a2db1e3cb182a7a3/f as hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/default/test/c6cd94908e6729b1a2db1e3cb182a7a3/f/ec0f6765769240cea744b9098151ab3b_SeqId_4_ - updating store file list. 2024-11-13T00:19:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ec0f6765769240cea744b9098151ab3b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T00:19:34,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/default/test/c6cd94908e6729b1a2db1e3cb182a7a3/f/ec0f6765769240cea744b9098151ab3b_SeqId_4_ into c6cd94908e6729b1a2db1e3cb182a7a3/f 2024-11-13T00:19:34,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/staging/jenkins__test__dhqhkanl7o9upma0a0eeu9n2unrm2f6tbfb2o11ec8obhs1eunc6qv58dteoa28t/f/hfile_1 into c6cd94908e6729b1a2db1e3cb182a7a3/f (new location: hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/default/test/c6cd94908e6729b1a2db1e3cb182a7a3/f/ec0f6765769240cea744b9098151ab3b_SeqId_4_) 2024-11-13T00:19:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/staging/jenkins__test__dhqhkanl7o9upma0a0eeu9n2unrm2f6tbfb2o11ec8obhs1eunc6qv58dteoa28t/f/hfile_1 2024-11-13T00:19:34,280 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:19:34,280 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:34,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:34,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:34,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:19:34,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3., hostname=cb28580903fb,45021,1731457159879, seqNum=2 , the old value is region=test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3., hostname=cb28580903fb,45021,1731457159879, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cb28580903fb:45021 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T00:19:34,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3., hostname=cb28580903fb,45021,1731457159879, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T00:19:34,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3., hostname=cb28580903fb,45021,1731457159879, seqNum=2 from cache 2024-11-13T00:19:34,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:19:34,281 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T00:19:34,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,39713,1731457163906, seqNum=-1] 2024-11-13T00:19:34,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:19:34,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:19:34,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3., hostname=cb28580903fb,39713,1731457163906, seqNum=2] 2024-11-13T00:19:34,286 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T00:19:34,384 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:45021 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T00:19:34,700 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093 to pos 379, reset compression=false 2024-11-13T00:19:34,923 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876 to pos 379, reset compression=false 2024-11-13T00:19:34,928 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:19:34,929 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,45021,1731457159879 got entry batch from reader: WALEntryBatch [walEntries=[{test/c6cd94908e6729b1a2db1e3cb182a7a3/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731457174278/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T00:19:34,931 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:19:34,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-13T00:19:34,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.ReplicationSink(318): Replicating [60889e5a-155c-4221-bf32-78bb08efdeda] bulk loaded data 2024-11-13T00:19:34,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47be7f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:34,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,35747,-1 for getting cluster id 2024-11-13T00:19:34,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:34,934 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e589e9fd-571a-4164-a71a-e425c8acb860' 2024-11-13T00:19:34,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:34,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e589e9fd-571a-4164-a71a-e425c8acb860" 2024-11-13T00:19:34,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c5fe820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:34,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,35747,-1] 2024-11-13T00:19:34,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:34,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:34,936 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:34,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13e0e014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:34,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741840_1016 (size=7894) 2024-11-13T00:19:35,129 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876 to pos 687, reset compression=false 2024-11-13T00:19:35,288 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T00:19:35,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741841_1017 (size=7691) 2024-11-13T00:19:35,404 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093 to pos 379, reset compression=false 2024-11-13T00:19:35,433 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876 to pos 687, reset compression=false 2024-11-13T00:19:35,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:35,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,35747,1731457163864 2024-11-13T00:19:35,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@548f1142 2024-11-13T00:19:35,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:19:35,758 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T00:19:35,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T00:19:35,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:19:35,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,39713,1731457163906, seqNum=-1] 2024-11-13T00:19:35,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:19:35,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T00:19:35,767 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/staging/jenkins.hfs.11__test__kpf91cnocoivke5ae9nrgc9a2jc1hu3omilaf36dnvvqihhtokhkg20fnvormt6k/f/7cc795d8ac25439eab6d3db0ee16b024_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T00:19:35,770 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/staging/jenkins.hfs.11__test__kpf91cnocoivke5ae9nrgc9a2jc1hu3omilaf36dnvvqihhtokhkg20fnvormt6k/f/ec0f6765769240cea744b9098151ab3b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T00:19:35,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/staging/jenkins.hfs.11__test__kpf91cnocoivke5ae9nrgc9a2jc1hu3omilaf36dnvvqihhtokhkg20fnvormt6k/f/7cc795d8ac25439eab6d3db0ee16b024_SeqId_4_ for inclusion in 12de74e6956e3279c5d31c10a2db54f3/f 2024-11-13T00:19:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T00:19:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T00:19:35,776 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/staging/jenkins.hfs.11__test__kpf91cnocoivke5ae9nrgc9a2jc1hu3omilaf36dnvvqihhtokhkg20fnvormt6k/f/ec0f6765769240cea744b9098151ab3b_SeqId_4_ for inclusion in 12de74e6956e3279c5d31c10a2db54f3/f 2024-11-13T00:19:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T00:19:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T00:19:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HRegion(2603): Flush status journal for 12de74e6956e3279c5d31c10a2db54f3: 2024-11-13T00:19:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7cc795d8ac25439eab6d3db0ee16b024_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T00:19:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/staging/jenkins.hfs.11__test__kpf91cnocoivke5ae9nrgc9a2jc1hu3omilaf36dnvvqihhtokhkg20fnvormt6k/f/7cc795d8ac25439eab6d3db0ee16b024_SeqId_4_ as hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/default/test/12de74e6956e3279c5d31c10a2db54f3/f/448f8718306549ba903d008c8ae51fca_SeqId_4_ 2024-11-13T00:19:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ec0f6765769240cea744b9098151ab3b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T00:19:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/staging/jenkins.hfs.11__test__kpf91cnocoivke5ae9nrgc9a2jc1hu3omilaf36dnvvqihhtokhkg20fnvormt6k/f/ec0f6765769240cea744b9098151ab3b_SeqId_4_ as hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/default/test/12de74e6956e3279c5d31c10a2db54f3/f/fdc8bb482cce4b3aae23764e10b91d0e_SeqId_4_ 2024-11-13T00:19:35,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/staging/jenkins.hfs.11__test__kpf91cnocoivke5ae9nrgc9a2jc1hu3omilaf36dnvvqihhtokhkg20fnvormt6k/f/7cc795d8ac25439eab6d3db0ee16b024_SeqId_4_ into 12de74e6956e3279c5d31c10a2db54f3/f as hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/default/test/12de74e6956e3279c5d31c10a2db54f3/f/448f8718306549ba903d008c8ae51fca_SeqId_4_ - updating store file list. 2024-11-13T00:19:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 448f8718306549ba903d008c8ae51fca_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T00:19:35,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/default/test/12de74e6956e3279c5d31c10a2db54f3/f/448f8718306549ba903d008c8ae51fca_SeqId_4_ into 12de74e6956e3279c5d31c10a2db54f3/f 2024-11-13T00:19:35,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/staging/jenkins.hfs.11__test__kpf91cnocoivke5ae9nrgc9a2jc1hu3omilaf36dnvvqihhtokhkg20fnvormt6k/f/7cc795d8ac25439eab6d3db0ee16b024_SeqId_4_ into 12de74e6956e3279c5d31c10a2db54f3/f (new location: hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/default/test/12de74e6956e3279c5d31c10a2db54f3/f/448f8718306549ba903d008c8ae51fca_SeqId_4_) 2024-11-13T00:19:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/staging/jenkins.hfs.11__test__kpf91cnocoivke5ae9nrgc9a2jc1hu3omilaf36dnvvqihhtokhkg20fnvormt6k/f/7cc795d8ac25439eab6d3db0ee16b024_SeqId_4_ 2024-11-13T00:19:35,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/staging/jenkins.hfs.11__test__kpf91cnocoivke5ae9nrgc9a2jc1hu3omilaf36dnvvqihhtokhkg20fnvormt6k/f/ec0f6765769240cea744b9098151ab3b_SeqId_4_ into 12de74e6956e3279c5d31c10a2db54f3/f as hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/default/test/12de74e6956e3279c5d31c10a2db54f3/f/fdc8bb482cce4b3aae23764e10b91d0e_SeqId_4_ - updating store file list. 2024-11-13T00:19:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fdc8bb482cce4b3aae23764e10b91d0e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T00:19:35,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/default/test/12de74e6956e3279c5d31c10a2db54f3/f/fdc8bb482cce4b3aae23764e10b91d0e_SeqId_4_ into 12de74e6956e3279c5d31c10a2db54f3/f 2024-11-13T00:19:35,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/staging/jenkins.hfs.11__test__kpf91cnocoivke5ae9nrgc9a2jc1hu3omilaf36dnvvqihhtokhkg20fnvormt6k/f/ec0f6765769240cea744b9098151ab3b_SeqId_4_ into 12de74e6956e3279c5d31c10a2db54f3/f (new location: hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/default/test/12de74e6956e3279c5d31c10a2db54f3/f/fdc8bb482cce4b3aae23764e10b91d0e_SeqId_4_) 2024-11-13T00:19:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/staging/jenkins.hfs.11__test__kpf91cnocoivke5ae9nrgc9a2jc1hu3omilaf36dnvvqihhtokhkg20fnvormt6k/f/ec0f6765769240cea744b9098151ab3b_SeqId_4_ 2024-11-13T00:19:35,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.ReplicationSink(324): Finished replicating [60889e5a-155c-4221-bf32-78bb08efdeda] bulk loaded data 2024-11-13T00:19:35,838 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876 to pos 687, reset compression=false 2024-11-13T00:19:36,208 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093 to pos 379, reset compression=false 2024-11-13T00:19:36,213 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:19:36,213 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.shippercb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,39713,1731457163906 got entry batch from reader: WALEntryBatch [walEntries=[{test/12de74e6956e3279c5d31c10a2db54f3/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731457175801/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T00:19:36,216 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.shippercb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:19:36,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-13T00:19:36,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.ReplicationSink(318): Replicating [60889e5a-155c-4221-bf32-78bb08efdeda, e589e9fd-571a-4164-a71a-e425c8acb860] bulk loaded data 2024-11-13T00:19:36,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42c4a1f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:36,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,43863,-1 for getting cluster id 2024-11-13T00:19:36,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:36,218 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60889e5a-155c-4221-bf32-78bb08efdeda' 2024-11-13T00:19:36,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:36,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60889e5a-155c-4221-bf32-78bb08efdeda" 2024-11-13T00:19:36,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@665220f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:36,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,43863,-1] 2024-11-13T00:19:36,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:36,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:36,220 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:36,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@454794fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:36,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741842_1018 (size=7894) 2024-11-13T00:19:36,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:36,300 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731457176299/Put/seqid=0 2024-11-13T00:19:36,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741842_1018 (size=11194) 2024-11-13T00:19:36,344 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876 to pos 687, reset compression=false 2024-11-13T00:19:36,413 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093 to pos 725, reset compression=false 2024-11-13T00:19:36,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741843_1019 (size=7691) 2024-11-13T00:19:36,707 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731457176706/Put/seqid=0 2024-11-13T00:19:36,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741843_1019 (size=10791) 2024-11-13T00:19:36,718 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093 to pos 725, reset compression=false 2024-11-13T00:19:36,949 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876 to pos 687, reset compression=false 2024-11-13T00:19:37,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:37,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,43863,1731457159824 2024-11-13T00:19:37,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ea8af0b 2024-11-13T00:19:37,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:19:37,049 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T00:19:37,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T00:19:37,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:19:37,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,45021,1731457159879, seqNum=-1] 2024-11-13T00:19:37,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:19:37,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T00:19:37,058 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/staging/jenkins.hfs.10__test__3ph7siglfrelb6fdff41eau92ta7i004a0qlplnafq8m9m0jv05dihsiij1747mo/f/448f8718306549ba903d008c8ae51fca_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T00:19:37,061 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/staging/jenkins.hfs.10__test__3ph7siglfrelb6fdff41eau92ta7i004a0qlplnafq8m9m0jv05dihsiij1747mo/f/fdc8bb482cce4b3aae23764e10b91d0e_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T00:19:37,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.ReplicationSink(324): Finished replicating [60889e5a-155c-4221-bf32-78bb08efdeda, e589e9fd-571a-4164-a71a-e425c8acb860] bulk loaded data 2024-11-13T00:19:37,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719d3cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:37,113 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,35747,-1 for getting cluster id 2024-11-13T00:19:37,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:37,114 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e589e9fd-571a-4164-a71a-e425c8acb860' 2024-11-13T00:19:37,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:37,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e589e9fd-571a-4164-a71a-e425c8acb860" 2024-11-13T00:19:37,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49dfd9a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:37,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,35747,-1] 2024-11-13T00:19:37,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:37,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:37,115 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:37,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da21cba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:37,116 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:19:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,39713,1731457163906, seqNum=-1] 2024-11-13T00:19:37,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:19:37,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:19:37,122 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093 to pos 725, reset compression=false 2024-11-13T00:19:37,125 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:37,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,35747,1731457163864 2024-11-13T00:19:37,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2da711fd 2024-11-13T00:19:37,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:19:37,126 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:19:37,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3., hostname=cb28580903fb,39713,1731457163906, seqNum=2] 2024-11-13T00:19:37,132 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T00:19:37,137 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T00:19:37,139 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T00:19:37,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 12de74e6956e3279c5d31c10a2db54f3/f 2024-11-13T00:19:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T00:19:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T00:19:37,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 12de74e6956e3279c5d31c10a2db54f3/f 2024-11-13T00:19:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T00:19:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T00:19:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HRegion(2603): Flush status journal for 12de74e6956e3279c5d31c10a2db54f3: 2024-11-13T00:19:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/staging/jenkins__test__h048qt5ck92cg0pl663htf2on76gc29qqauad798gd6kahchb3q7pusl6us20kd8/f/hfile_1 2024-11-13T00:19:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/staging/jenkins__test__h048qt5ck92cg0pl663htf2on76gc29qqauad798gd6kahchb3q7pusl6us20kd8/f/hfile_1 as hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/default/test/12de74e6956e3279c5d31c10a2db54f3/f/c0f43f7c5bde448f98ca04535c0d7495_SeqId_6_ 2024-11-13T00:19:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/staging/jenkins__test__h048qt5ck92cg0pl663htf2on76gc29qqauad798gd6kahchb3q7pusl6us20kd8/f/hfile_0 2024-11-13T00:19:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/staging/jenkins__test__h048qt5ck92cg0pl663htf2on76gc29qqauad798gd6kahchb3q7pusl6us20kd8/f/hfile_0 as hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/default/test/12de74e6956e3279c5d31c10a2db54f3/f/b381cf31c5da4b1a99806fe2c9230919_SeqId_6_ 2024-11-13T00:19:37,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/staging/jenkins__test__h048qt5ck92cg0pl663htf2on76gc29qqauad798gd6kahchb3q7pusl6us20kd8/f/hfile_1 into 12de74e6956e3279c5d31c10a2db54f3/f as hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/default/test/12de74e6956e3279c5d31c10a2db54f3/f/c0f43f7c5bde448f98ca04535c0d7495_SeqId_6_ - updating store file list. 2024-11-13T00:19:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c0f43f7c5bde448f98ca04535c0d7495_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T00:19:37,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/default/test/12de74e6956e3279c5d31c10a2db54f3/f/c0f43f7c5bde448f98ca04535c0d7495_SeqId_6_ into 12de74e6956e3279c5d31c10a2db54f3/f 2024-11-13T00:19:37,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/staging/jenkins__test__h048qt5ck92cg0pl663htf2on76gc29qqauad798gd6kahchb3q7pusl6us20kd8/f/hfile_1 into 12de74e6956e3279c5d31c10a2db54f3/f (new location: hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/default/test/12de74e6956e3279c5d31c10a2db54f3/f/c0f43f7c5bde448f98ca04535c0d7495_SeqId_6_) 2024-11-13T00:19:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/staging/jenkins__test__h048qt5ck92cg0pl663htf2on76gc29qqauad798gd6kahchb3q7pusl6us20kd8/f/hfile_1 2024-11-13T00:19:37,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/staging/jenkins__test__h048qt5ck92cg0pl663htf2on76gc29qqauad798gd6kahchb3q7pusl6us20kd8/f/hfile_0 into 12de74e6956e3279c5d31c10a2db54f3/f as hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/default/test/12de74e6956e3279c5d31c10a2db54f3/f/b381cf31c5da4b1a99806fe2c9230919_SeqId_6_ - updating store file list. 2024-11-13T00:19:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b381cf31c5da4b1a99806fe2c9230919_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T00:19:37,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/default/test/12de74e6956e3279c5d31c10a2db54f3/f/b381cf31c5da4b1a99806fe2c9230919_SeqId_6_ into 12de74e6956e3279c5d31c10a2db54f3/f 2024-11-13T00:19:37,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/staging/jenkins__test__h048qt5ck92cg0pl663htf2on76gc29qqauad798gd6kahchb3q7pusl6us20kd8/f/hfile_0 into 12de74e6956e3279c5d31c10a2db54f3/f (new location: hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/default/test/12de74e6956e3279c5d31c10a2db54f3/f/b381cf31c5da4b1a99806fe2c9230919_SeqId_6_) 2024-11-13T00:19:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/staging/jenkins__test__h048qt5ck92cg0pl663htf2on76gc29qqauad798gd6kahchb3q7pusl6us20kd8/f/hfile_0 2024-11-13T00:19:37,166 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:19:37,166 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:37,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:37,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:37,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3., hostname=cb28580903fb,39713,1731457163906, seqNum=2 , the old value is region=test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3., hostname=cb28580903fb,39713,1731457163906, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cb28580903fb:39713 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T00:19:37,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3., hostname=cb28580903fb,39713,1731457163906, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T00:19:37,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3., hostname=cb28580903fb,39713,1731457163906, seqNum=2 from cache 2024-11-13T00:19:37,167 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T00:19:37,167 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:19:37,167 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:19:37,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,45021,1731457159879, seqNum=-1] 2024-11-13T00:19:37,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:19:37,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:19:37,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3., hostname=cb28580903fb,45021,1731457159879, seqNum=2] 2024-11-13T00:19:37,179 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T00:19:37,273 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:39713 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T00:19:37,626 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093 to pos 725, reset compression=false 2024-11-13T00:19:37,632 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:19:37,632 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.shippercb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,39713,1731457163906 got entry batch from reader: WALEntryBatch [walEntries=[{test/12de74e6956e3279c5d31c10a2db54f3/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731457177164/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T00:19:37,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.ReplicationSink(318): Replicating [e589e9fd-571a-4164-a71a-e425c8acb860] bulk loaded data 2024-11-13T00:19:37,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741844_1020 (size=10791) 2024-11-13T00:19:37,653 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876 to pos 687, reset compression=false 2024-11-13T00:19:37,832 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093 to pos 1033, reset compression=false 2024-11-13T00:19:37,875 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:19:37,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:37,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:37,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:37,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:37,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:37,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:37,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:37,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:38,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741845_1021 (size=11194) 2024-11-13T00:19:38,137 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093 to pos 1033, reset compression=false 2024-11-13T00:19:38,183 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T00:19:38,457 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876 to pos 687, reset compression=false 2024-11-13T00:19:38,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T00:19:38,466 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/staging/jenkins.hfs.10__test__s4qaoppj25vq9se2n6qgtk9jfb3ivt31q4lnflbpn8qli01aboeokc345oms8hav/f/b381cf31c5da4b1a99806fe2c9230919_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-13T00:19:38,469 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/staging/jenkins.hfs.10__test__s4qaoppj25vq9se2n6qgtk9jfb3ivt31q4lnflbpn8qli01aboeokc345oms8hav/f/c0f43f7c5bde448f98ca04535c0d7495_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-13T00:19:38,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/staging/jenkins.hfs.10__test__s4qaoppj25vq9se2n6qgtk9jfb3ivt31q4lnflbpn8qli01aboeokc345oms8hav/f/b381cf31c5da4b1a99806fe2c9230919_SeqId_6_ for inclusion in c6cd94908e6729b1a2db1e3cb182a7a3/f 2024-11-13T00:19:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T00:19:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T00:19:38,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/staging/jenkins.hfs.10__test__s4qaoppj25vq9se2n6qgtk9jfb3ivt31q4lnflbpn8qli01aboeokc345oms8hav/f/c0f43f7c5bde448f98ca04535c0d7495_SeqId_6_ for inclusion in c6cd94908e6729b1a2db1e3cb182a7a3/f 2024-11-13T00:19:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T00:19:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T00:19:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HRegion(2603): Flush status journal for c6cd94908e6729b1a2db1e3cb182a7a3: 2024-11-13T00:19:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b381cf31c5da4b1a99806fe2c9230919_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T00:19:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/staging/jenkins.hfs.10__test__s4qaoppj25vq9se2n6qgtk9jfb3ivt31q4lnflbpn8qli01aboeokc345oms8hav/f/b381cf31c5da4b1a99806fe2c9230919_SeqId_6_ as hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/default/test/c6cd94908e6729b1a2db1e3cb182a7a3/f/32639b21c4464e70b23155033bf90434_SeqId_6_ 2024-11-13T00:19:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c0f43f7c5bde448f98ca04535c0d7495_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T00:19:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/staging/jenkins.hfs.10__test__s4qaoppj25vq9se2n6qgtk9jfb3ivt31q4lnflbpn8qli01aboeokc345oms8hav/f/c0f43f7c5bde448f98ca04535c0d7495_SeqId_6_ as hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/default/test/c6cd94908e6729b1a2db1e3cb182a7a3/f/6df782382839467b9177041bcc006efa_SeqId_6_ 2024-11-13T00:19:38,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/staging/jenkins.hfs.10__test__s4qaoppj25vq9se2n6qgtk9jfb3ivt31q4lnflbpn8qli01aboeokc345oms8hav/f/b381cf31c5da4b1a99806fe2c9230919_SeqId_6_ into c6cd94908e6729b1a2db1e3cb182a7a3/f as hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/default/test/c6cd94908e6729b1a2db1e3cb182a7a3/f/32639b21c4464e70b23155033bf90434_SeqId_6_ - updating store file list. 2024-11-13T00:19:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 32639b21c4464e70b23155033bf90434_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T00:19:38,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/default/test/c6cd94908e6729b1a2db1e3cb182a7a3/f/32639b21c4464e70b23155033bf90434_SeqId_6_ into c6cd94908e6729b1a2db1e3cb182a7a3/f 2024-11-13T00:19:38,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/staging/jenkins.hfs.10__test__s4qaoppj25vq9se2n6qgtk9jfb3ivt31q4lnflbpn8qli01aboeokc345oms8hav/f/b381cf31c5da4b1a99806fe2c9230919_SeqId_6_ into c6cd94908e6729b1a2db1e3cb182a7a3/f (new location: hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/default/test/c6cd94908e6729b1a2db1e3cb182a7a3/f/32639b21c4464e70b23155033bf90434_SeqId_6_) 2024-11-13T00:19:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/staging/jenkins.hfs.10__test__s4qaoppj25vq9se2n6qgtk9jfb3ivt31q4lnflbpn8qli01aboeokc345oms8hav/f/b381cf31c5da4b1a99806fe2c9230919_SeqId_6_ 2024-11-13T00:19:38,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/staging/jenkins.hfs.10__test__s4qaoppj25vq9se2n6qgtk9jfb3ivt31q4lnflbpn8qli01aboeokc345oms8hav/f/c0f43f7c5bde448f98ca04535c0d7495_SeqId_6_ into c6cd94908e6729b1a2db1e3cb182a7a3/f as hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/default/test/c6cd94908e6729b1a2db1e3cb182a7a3/f/6df782382839467b9177041bcc006efa_SeqId_6_ - updating store file list. 2024-11-13T00:19:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6df782382839467b9177041bcc006efa_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T00:19:38,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/default/test/c6cd94908e6729b1a2db1e3cb182a7a3/f/6df782382839467b9177041bcc006efa_SeqId_6_ into c6cd94908e6729b1a2db1e3cb182a7a3/f 2024-11-13T00:19:38,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/staging/jenkins.hfs.10__test__s4qaoppj25vq9se2n6qgtk9jfb3ivt31q4lnflbpn8qli01aboeokc345oms8hav/f/c0f43f7c5bde448f98ca04535c0d7495_SeqId_6_ into c6cd94908e6729b1a2db1e3cb182a7a3/f (new location: hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/default/test/c6cd94908e6729b1a2db1e3cb182a7a3/f/6df782382839467b9177041bcc006efa_SeqId_6_) 2024-11-13T00:19:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/staging/jenkins.hfs.10__test__s4qaoppj25vq9se2n6qgtk9jfb3ivt31q4lnflbpn8qli01aboeokc345oms8hav/f/c0f43f7c5bde448f98ca04535c0d7495_SeqId_6_ 2024-11-13T00:19:38,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45021 {}] regionserver.ReplicationSink(324): Finished replicating [e589e9fd-571a-4164-a71a-e425c8acb860] bulk loaded data 2024-11-13T00:19:38,541 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093 to pos 1033, reset compression=false 2024-11-13T00:19:39,045 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093 to pos 1033, reset compression=false 2024-11-13T00:19:39,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T00:19:39,192 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:19:39,192 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:39,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:39,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:39,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:19:39,193 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T00:19:39,193 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1629805043, stopped=false 2024-11-13T00:19:39,193 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb28580903fb,35747,1731457163864 2024-11-13T00:19:39,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x1010eb179010004, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-751437969/running 2024-11-13T00:19:39,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-751437969/running 2024-11-13T00:19:39,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x1010eb179010004, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-751437969 2024-11-13T00:19:39,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-751437969 2024-11-13T00:19:39,195 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:19:39,195 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:19:39,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:39,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:39,195 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,39713,1731457163906' ***** 2024-11-13T00:19:39,195 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:19:39,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Set watcher on znode that does not yet exist, /1-751437969/running 2024-11-13T00:19:39,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39713-0x1010eb179010004, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Set watcher on znode that does not yet exist, /1-751437969/running 2024-11-13T00:19:39,196 INFO [RS:0;cb28580903fb:39713 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:19:39,196 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:19:39,196 INFO [RS:0;cb28580903fb:39713 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:19:39,196 INFO [RS:0;cb28580903fb:39713 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:19:39,196 INFO [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(3091): Received CLOSE for 12de74e6956e3279c5d31c10a2db54f3 2024-11-13T00:19:39,197 INFO [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(3091): Received CLOSE for c7d7cea49e04c31f0ae535482ed9c6a0 2024-11-13T00:19:39,197 INFO [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,39713,1731457163906 2024-11-13T00:19:39,197 INFO [RS:0;cb28580903fb:39713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:19:39,197 INFO [RS:0;cb28580903fb:39713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:39713. 2024-11-13T00:19:39,197 DEBUG [RS:0;cb28580903fb:39713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:39,197 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12de74e6956e3279c5d31c10a2db54f3, disabling compactions & flushes 2024-11-13T00:19:39,197 DEBUG [RS:0;cb28580903fb:39713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:39,197 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3. 2024-11-13T00:19:39,197 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3. 2024-11-13T00:19:39,197 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3. after waiting 0 ms 2024-11-13T00:19:39,197 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3. 2024-11-13T00:19:39,197 INFO [RS:0;cb28580903fb:39713 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:19:39,197 INFO [RS:0;cb28580903fb:39713 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:19:39,197 INFO [RS:0;cb28580903fb:39713 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:19:39,197 INFO [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T00:19:39,197 INFO [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T00:19:39,197 DEBUG [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(1325): Online Regions={12de74e6956e3279c5d31c10a2db54f3=test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3., c7d7cea49e04c31f0ae535482ed9c6a0=hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T00:19:39,197 DEBUG [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(1351): Waiting on 12de74e6956e3279c5d31c10a2db54f3, 1588230740, c7d7cea49e04c31f0ae535482ed9c6a0 2024-11-13T00:19:39,197 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:19:39,197 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:19:39,198 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:19:39,198 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:19:39,198 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:19:39,198 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T00:19:39,202 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/default/test/12de74e6956e3279c5d31c10a2db54f3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T00:19:39,202 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:19:39,202 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T00:19:39,202 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3. 2024-11-13T00:19:39,202 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12de74e6956e3279c5d31c10a2db54f3: Waiting for close lock at 1731457179197Running coprocessor pre-close hooks at 1731457179197Disabling compacts and flushes for region at 1731457179197Disabling writes for close at 1731457179197Writing region close event to WAL at 1731457179198 (+1 ms)Running coprocessor post-close hooks at 1731457179202 (+4 ms)Closed at 1731457179202 2024-11-13T00:19:39,202 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3. 2024-11-13T00:19:39,203 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c7d7cea49e04c31f0ae535482ed9c6a0, disabling compactions & flushes 2024-11-13T00:19:39,203 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0. 2024-11-13T00:19:39,203 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0. 2024-11-13T00:19:39,203 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0. after waiting 0 ms 2024-11-13T00:19:39,203 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0. 2024-11-13T00:19:39,203 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c7d7cea49e04c31f0ae535482ed9c6a0 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-13T00:19:39,215 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/1588230740/.tmp/info/fb6bb411edea4a92908979c20eab75d3 is 147, key is hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0./info:regioninfo/1731457172389/Put/seqid=0 2024-11-13T00:19:39,217 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/replication/c7d7cea49e04c31f0ae535482ed9c6a0/.tmp/hfileref/dcd972b3eecb4beb9b23d1fdf0bfd358 is 74, key is 1/hfileref:448f8718306549ba903d008c8ae51fca_SeqId_4_/1731457177064/DeleteColumn/seqid=0 2024-11-13T00:19:39,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741844_1020 (size=7686) 2024-11-13T00:19:39,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741845_1021 (size=5345) 2024-11-13T00:19:39,275 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:19:39,362 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876 to pos 687, reset compression=false 2024-11-13T00:19:39,367 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:19:39,367 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,45021,1731457159879 got entry batch from reader: WALEntryBatch [walEntries=[{test/c6cd94908e6729b1a2db1e3cb182a7a3/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731457178490/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T00:19:39,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cb28580903fb,39713,1731457163906 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:19:39,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:56294 deadline: 1731457239368, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cb28580903fb,39713,1731457163906 stopping 2024-11-13T00:19:39,370 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cb28580903fb,39713,1731457163906 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:19:39,398 DEBUG [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7d7cea49e04c31f0ae535482ed9c6a0 2024-11-13T00:19:39,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cb28580903fb,39713,1731457163906 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:19:39,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39713 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:56294 deadline: 1731457239473, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cb28580903fb,39713,1731457163906 stopping 2024-11-13T00:19:39,474 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server cb28580903fb,39713,1731457163906 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:19:39,568 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876 to pos 1033, reset compression=false 2024-11-13T00:19:39,598 DEBUG [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7d7cea49e04c31f0ae535482ed9c6a0 2024-11-13T00:19:39,619 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/1588230740/.tmp/info/fb6bb411edea4a92908979c20eab75d3 2024-11-13T00:19:39,622 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/replication/c7d7cea49e04c31f0ae535482ed9c6a0/.tmp/hfileref/dcd972b3eecb4beb9b23d1fdf0bfd358 2024-11-13T00:19:39,640 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/replication/c7d7cea49e04c31f0ae535482ed9c6a0/.tmp/queue/a0cd049d840c4fc3944d4dabc2dae1e6 is 154, key is 1-cb28580903fb,39713,1731457163906/queue:cb28580903fb%2C39713%2C1731457163906/1731457178495/Put/seqid=0 2024-11-13T00:19:39,643 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/1588230740/.tmp/ns/1e240c47fcda4f1fa8da50fd3f615e9f is 43, key is default/ns:d/1731457165667/Put/seqid=0 2024-11-13T00:19:39,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741846_1022 (size=5353) 2024-11-13T00:19:39,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741847_1023 (size=5153) 2024-11-13T00:19:39,650 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093 to pos 1033, reset compression=false 2024-11-13T00:19:39,653 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:19:39,654 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093 to pos 1328, reset compression=false 2024-11-13T00:19:39,654 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.shippercb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,39713,1731457163906 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:19:39,655 ERROR [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.shippercb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cb28580903fb,39713,1731457163906: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cb28580903fb,39713,1731457163906, walGroup=cb28580903fb%2C39713%2C1731457163906, offset=cb28580903fb%2C39713%2C1731457163906.1731457165093:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:39713 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T00:19:39,656 ERROR [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.shippercb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T00:19:39,656 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.shippercb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T00:19:39,656 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.shippercb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T00:19:39,657 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.shippercb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T00:19:39,657 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.shippercb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T00:19:39,657 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.shippercb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 557971520 }, "NonHeapMemoryUsage": { "committed": 191037440, "init": 7667712, "max": -1, "used": 188250912 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T00:19:39,659 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.shippercb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T00:19:39,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server cb28580903fb,39713,1731457163906 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:19:39,678 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server cb28580903fb,39713,1731457163906 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:19:39,798 DEBUG [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7d7cea49e04c31f0ae535482ed9c6a0 2024-11-13T00:19:39,860 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093 to pos 1328, reset compression=false 2024-11-13T00:19:39,872 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876 to pos 1033, reset compression=false 2024-11-13T00:19:39,981 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T00:19:39,981 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T00:19:39,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server cb28580903fb,39713,1731457163906 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:19:39,981 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server cb28580903fb,39713,1731457163906 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:19:39,998 DEBUG [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7d7cea49e04c31f0ae535482ed9c6a0 2024-11-13T00:19:40,044 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/replication/c7d7cea49e04c31f0ae535482ed9c6a0/.tmp/queue/a0cd049d840c4fc3944d4dabc2dae1e6 2024-11-13T00:19:40,047 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/1588230740/.tmp/ns/1e240c47fcda4f1fa8da50fd3f615e9f 2024-11-13T00:19:40,050 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/replication/c7d7cea49e04c31f0ae535482ed9c6a0/.tmp/hfileref/dcd972b3eecb4beb9b23d1fdf0bfd358 as hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/replication/c7d7cea49e04c31f0ae535482ed9c6a0/hfileref/dcd972b3eecb4beb9b23d1fdf0bfd358 2024-11-13T00:19:40,054 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/replication/c7d7cea49e04c31f0ae535482ed9c6a0/hfileref/dcd972b3eecb4beb9b23d1fdf0bfd358, entries=4, sequenceid=12, filesize=5.2 K 2024-11-13T00:19:40,055 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/replication/c7d7cea49e04c31f0ae535482ed9c6a0/.tmp/queue/a0cd049d840c4fc3944d4dabc2dae1e6 as hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/replication/c7d7cea49e04c31f0ae535482ed9c6a0/queue/a0cd049d840c4fc3944d4dabc2dae1e6 2024-11-13T00:19:40,060 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/replication/c7d7cea49e04c31f0ae535482ed9c6a0/queue/a0cd049d840c4fc3944d4dabc2dae1e6, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T00:19:40,061 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c7d7cea49e04c31f0ae535482ed9c6a0 in 858ms, sequenceid=12, compaction requested=false 2024-11-13T00:19:40,066 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/1588230740/.tmp/rep_barrier/810642a71a26441bbb17608c245ad4b3 is 112, key is test,,1731457167897.12de74e6956e3279c5d31c10a2db54f3./rep_barrier:seqnumDuringOpen/1731457168647/Put/seqid=0 2024-11-13T00:19:40,071 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/replication/c7d7cea49e04c31f0ae535482ed9c6a0/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T00:19:40,072 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:19:40,072 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:19:40,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741848_1024 (size=5518) 2024-11-13T00:19:40,072 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0. 2024-11-13T00:19:40,072 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c7d7cea49e04c31f0ae535482ed9c6a0: Waiting for close lock at 1731457179203Running coprocessor pre-close hooks at 1731457179203Disabling compacts and flushes for region at 1731457179203Disabling writes for close at 1731457179203Obtaining lock to block concurrent updates at 1731457179203Preparing flush snapshotting stores in c7d7cea49e04c31f0ae535482ed9c6a0 at 1731457179203Finished memstore snapshotting hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731457179203Flushing stores of hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0. at 1731457179203Flushing c7d7cea49e04c31f0ae535482ed9c6a0/hfileref: creating writer at 1731457179203Flushing c7d7cea49e04c31f0ae535482ed9c6a0/hfileref: appending metadata at 1731457179217 (+14 ms)Flushing c7d7cea49e04c31f0ae535482ed9c6a0/hfileref: closing flushed file at 1731457179217Flushing c7d7cea49e04c31f0ae535482ed9c6a0/queue: creating writer at 1731457179626 (+409 ms)Flushing c7d7cea49e04c31f0ae535482ed9c6a0/queue: appending metadata at 1731457179640 (+14 ms)Flushing c7d7cea49e04c31f0ae535482ed9c6a0/queue: closing flushed file at 1731457179640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6749ff5a: reopening flushed file at 1731457180049 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32acaef9: reopening flushed file at 1731457180055 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c7d7cea49e04c31f0ae535482ed9c6a0 in 858ms, sequenceid=12, compaction requested=false at 1731457180061 (+6 ms)Writing region close event to WAL at 1731457180067 (+6 ms)Running coprocessor post-close hooks at 1731457180072 (+5 ms)Closed at 1731457180072 2024-11-13T00:19:40,072 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731457171219.c7d7cea49e04c31f0ae535482ed9c6a0. 2024-11-13T00:19:40,164 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093 to pos 1328, reset compression=false 2024-11-13T00:19:40,198 INFO [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T00:19:40,198 DEBUG [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T00:19:40,198 DEBUG [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:19:40,276 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876 to pos 1033, reset compression=false 2024-11-13T00:19:40,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server cb28580903fb,39713,1731457163906 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:19:40,385 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server cb28580903fb,39713,1731457163906 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:19:40,398 DEBUG [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:19:40,473 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/1588230740/.tmp/rep_barrier/810642a71a26441bbb17608c245ad4b3 2024-11-13T00:19:40,492 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/1588230740/.tmp/table/e7e1ec35adca48e5b9c7cc8cd4ec8d3c is 53, key is hbase:replication/table:state/1731457172397/Put/seqid=0 2024-11-13T00:19:40,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741849_1025 (size=5308) 2024-11-13T00:19:40,568 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093 to pos 1328, reset compression=false 2024-11-13T00:19:40,599 DEBUG [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:19:40,781 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876 to pos 1033, reset compression=false 2024-11-13T00:19:40,799 DEBUG [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:19:40,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server cb28580903fb,39713,1731457163906 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:19:40,888 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server cb28580903fb,39713,1731457163906 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:19:40,897 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/1588230740/.tmp/table/e7e1ec35adca48e5b9c7cc8cd4ec8d3c 2024-11-13T00:19:40,902 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/1588230740/.tmp/info/fb6bb411edea4a92908979c20eab75d3 as hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/1588230740/info/fb6bb411edea4a92908979c20eab75d3 2024-11-13T00:19:40,906 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/1588230740/info/fb6bb411edea4a92908979c20eab75d3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T00:19:40,907 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/1588230740/.tmp/ns/1e240c47fcda4f1fa8da50fd3f615e9f as hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/1588230740/ns/1e240c47fcda4f1fa8da50fd3f615e9f 2024-11-13T00:19:40,912 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/1588230740/ns/1e240c47fcda4f1fa8da50fd3f615e9f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T00:19:40,912 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/1588230740/.tmp/rep_barrier/810642a71a26441bbb17608c245ad4b3 as hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/1588230740/rep_barrier/810642a71a26441bbb17608c245ad4b3 2024-11-13T00:19:40,917 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/1588230740/rep_barrier/810642a71a26441bbb17608c245ad4b3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T00:19:40,918 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/1588230740/.tmp/table/e7e1ec35adca48e5b9c7cc8cd4ec8d3c as hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/1588230740/table/e7e1ec35adca48e5b9c7cc8cd4ec8d3c 2024-11-13T00:19:40,922 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/1588230740/table/e7e1ec35adca48e5b9c7cc8cd4ec8d3c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T00:19:40,923 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false 2024-11-13T00:19:40,928 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T00:19:40,928 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:19:40,928 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:19:40,928 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:19:40,928 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457179197Running coprocessor pre-close hooks at 1731457179197Disabling compacts and flushes for region at 1731457179197Disabling writes for close at 1731457179198 (+1 ms)Obtaining lock to block concurrent updates at 1731457179198Preparing flush snapshotting stores in 1588230740 at 1731457179198Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731457179198Flushing stores of hbase:meta,,1.1588230740 at 1731457179198Flushing 1588230740/info: creating writer at 1731457179199 (+1 ms)Flushing 1588230740/info: appending metadata at 1731457179215 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731457179215Flushing 1588230740/ns: creating writer at 1731457179624 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731457179642 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731457179642Flushing 1588230740/rep_barrier: creating writer at 1731457180051 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731457180066 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731457180066Flushing 1588230740/table: creating writer at 1731457180478 (+412 ms)Flushing 1588230740/table: appending metadata at 1731457180492 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731457180492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67d53ffd: reopening flushed file at 1731457180902 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13472a5: reopening flushed file at 1731457180906 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3403132e: reopening flushed file at 1731457180912 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cded338: reopening flushed file at 1731457180917 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false at 1731457180923 (+6 ms)Writing region close event to WAL at 1731457180925 (+2 ms)Running coprocessor post-close hooks at 1731457180928 (+3 ms)Closed at 1731457180928 2024-11-13T00:19:40,929 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T00:19:40,999 INFO [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,39713,1731457163906; all regions closed. 2024-11-13T00:19:41,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741834_1010 (size=4239) 2024-11-13T00:19:41,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741839_1015 (size=3127) 2024-11-13T00:19:41,004 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.rep.1731457172356 not finished, retry = 0 2024-11-13T00:19:41,072 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/WALs/cb28580903fb,39713,1731457163906/cb28580903fb%2C39713%2C1731457163906.1731457165093 to pos 1328, reset compression=false 2024-11-13T00:19:41,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741833_1009 (size=1336) 2024-11-13T00:19:41,108 DEBUG [RS:0;cb28580903fb:39713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:41,108 INFO [RS:0;cb28580903fb:39713 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:19:41,108 INFO [RS:0;cb28580903fb:39713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:19:41,108 INFO [RS:0;cb28580903fb:39713 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T00:19:41,108 INFO [RS:0;cb28580903fb:39713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:19:41,108 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:19:41,108 INFO [RS:0;cb28580903fb:39713 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb28580903fb,39713,1731457163906 because: Region server is closing 2024-11-13T00:19:41,109 INFO [RS:0;cb28580903fb:39713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:39713. 2024-11-13T00:19:41,109 DEBUG [RS:0;cb28580903fb:39713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:41,109 DEBUG [RS:0;cb28580903fb:39713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:41,109 DEBUG [RS:0;cb28580903fb:39713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:41,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:19:41,209 INFO [RS:0;cb28580903fb:39713 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.shippercb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 terminated 2024-11-13T00:19:41,209 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39713,1731457163906.replicationSource.wal-reader.cb28580903fb%2C39713%2C1731457163906,1-cb28580903fb,39713,1731457163906 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T00:19:41,209 INFO [RS:0;cb28580903fb:39713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:39713. 2024-11-13T00:19:41,210 DEBUG [RS:0;cb28580903fb:39713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:41,210 DEBUG [RS:0;cb28580903fb:39713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:41,210 DEBUG [RS:0;cb28580903fb:39713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:41,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:19:41,210 INFO [RS:0;cb28580903fb:39713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39713 2024-11-13T00:19:41,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x1010eb179010004, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-751437969/rs/cb28580903fb,39713,1731457163906 2024-11-13T00:19:41,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-751437969/rs 2024-11-13T00:19:41,213 INFO [RS:0;cb28580903fb:39713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:19:41,214 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,39713,1731457163906] 2024-11-13T00:19:41,216 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-751437969/draining/cb28580903fb,39713,1731457163906 already deleted, retry=false 2024-11-13T00:19:41,216 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,39713,1731457163906 expired; onlineServers=0 2024-11-13T00:19:41,216 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb28580903fb,35747,1731457163864' ***** 2024-11-13T00:19:41,216 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T00:19:41,216 INFO [M:0;cb28580903fb:35747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:19:41,216 INFO [M:0;cb28580903fb:35747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:19:41,216 DEBUG [M:0;cb28580903fb:35747 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T00:19:41,216 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T00:19:41,216 DEBUG [M:0;cb28580903fb:35747 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T00:19:41,216 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457164864 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457164864,5,FailOnTimeoutGroup] 2024-11-13T00:19:41,216 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457164864 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457164864,5,FailOnTimeoutGroup] 2024-11-13T00:19:41,216 INFO [M:0;cb28580903fb:35747 {}] hbase.ChoreService(370): Chore service for: master/cb28580903fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T00:19:41,216 INFO [M:0;cb28580903fb:35747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:19:41,216 DEBUG [M:0;cb28580903fb:35747 {}] master.HMaster(1795): Stopping service threads 2024-11-13T00:19:41,216 INFO [M:0;cb28580903fb:35747 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T00:19:41,217 INFO [M:0;cb28580903fb:35747 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:19:41,217 INFO [M:0;cb28580903fb:35747 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T00:19:41,217 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T00:19:41,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-751437969/master 2024-11-13T00:19:41,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-751437969 2024-11-13T00:19:41,218 DEBUG [M:0;cb28580903fb:35747 {}] zookeeper.ZKUtil(347): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Unable to get data of znode /1-751437969/master because node does not exist (not an error) 2024-11-13T00:19:41,218 WARN [M:0;cb28580903fb:35747 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T00:19:41,218 INFO [M:0;cb28580903fb:35747 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/.lastflushedseqids 2024-11-13T00:19:41,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741850_1026 (size=263) 2024-11-13T00:19:41,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x1010eb179010004, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:19:41,315 INFO [RS:0;cb28580903fb:39713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:19:41,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39713-0x1010eb179010004, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:19:41,315 INFO [RS:0;cb28580903fb:39713 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,39713,1731457163906; zookeeper connection closed. 2024-11-13T00:19:41,315 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6aac959c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6aac959c 2024-11-13T00:19:41,315 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T00:19:41,385 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876 to pos 1033, reset compression=false 2024-11-13T00:19:41,492 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server cb28580903fb:39713 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cb28580903fb/172.17.0.2:39713 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:19:41,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address cb28580903fb:39713 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cb28580903fb/172.17.0.2:39713 2024-11-13T00:19:41,492 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=cb28580903fb:39713 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cb28580903fb/172.17.0.2:39713 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cb28580903fb/172.17.0.2:39713 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T00:19:41,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:19:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35747 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41068 deadline: 1731457241494, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T00:19:41,496 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T00:19:41,496 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T00:19:41,629 INFO [M:0;cb28580903fb:35747 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T00:19:41,630 INFO [M:0;cb28580903fb:35747 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T00:19:41,630 DEBUG [M:0;cb28580903fb:35747 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:19:41,630 INFO [M:0;cb28580903fb:35747 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:41,630 DEBUG [M:0;cb28580903fb:35747 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:41,630 DEBUG [M:0;cb28580903fb:35747 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:19:41,630 DEBUG [M:0;cb28580903fb:35747 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:41,630 INFO [M:0;cb28580903fb:35747 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T00:19:41,654 DEBUG [M:0;cb28580903fb:35747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b03ab2d0cb641878a008b21ec24c8a5 is 82, key is hbase:meta,,1/info:regioninfo/1731457165656/Put/seqid=0 2024-11-13T00:19:41,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741851_1027 (size=5672) 2024-11-13T00:19:42,059 INFO [M:0;cb28580903fb:35747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b03ab2d0cb641878a008b21ec24c8a5 2024-11-13T00:19:42,082 DEBUG [M:0;cb28580903fb:35747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39101b815d474d678bda726b629d6692 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731457172401/Put/seqid=0 2024-11-13T00:19:42,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741852_1028 (size=8516) 2024-11-13T00:19:42,089 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876 to pos 1033, reset compression=false 2024-11-13T00:19:42,197 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T00:19:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:19:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35747 {}] ipc.CallRunner(138): callId: 26 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41068 deadline: 1731457242198, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T00:19:42,199 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T00:19:42,200 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T00:19:42,200 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T00:19:42,487 INFO [M:0;cb28580903fb:35747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39101b815d474d678bda726b629d6692 2024-11-13T00:19:42,506 DEBUG [M:0;cb28580903fb:35747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68fa2ae72e874cde8616d93697b9aa5a is 69, key is cb28580903fb,39713,1731457163906/rs:state/1731457164949/Put/seqid=0 2024-11-13T00:19:42,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741853_1029 (size=5156) 2024-11-13T00:19:42,893 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876 to pos 1033, reset compression=false 2024-11-13T00:19:42,910 INFO [M:0;cb28580903fb:35747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68fa2ae72e874cde8616d93697b9aa5a 2024-11-13T00:19:42,915 DEBUG [M:0;cb28580903fb:35747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8b03ab2d0cb641878a008b21ec24c8a5 as hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b03ab2d0cb641878a008b21ec24c8a5 2024-11-13T00:19:42,919 INFO [M:0;cb28580903fb:35747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8b03ab2d0cb641878a008b21ec24c8a5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T00:19:42,920 DEBUG [M:0;cb28580903fb:35747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39101b815d474d678bda726b629d6692 as hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39101b815d474d678bda726b629d6692 2024-11-13T00:19:42,924 INFO [M:0;cb28580903fb:35747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39101b815d474d678bda726b629d6692, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T00:19:42,925 DEBUG [M:0;cb28580903fb:35747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68fa2ae72e874cde8616d93697b9aa5a as hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68fa2ae72e874cde8616d93697b9aa5a 2024-11-13T00:19:42,929 INFO [M:0;cb28580903fb:35747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37453/user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68fa2ae72e874cde8616d93697b9aa5a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T00:19:42,930 INFO [M:0;cb28580903fb:35747 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=97, compaction requested=false 2024-11-13T00:19:42,939 INFO [M:0;cb28580903fb:35747 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:42,939 DEBUG [M:0;cb28580903fb:35747 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457181630Disabling compacts and flushes for region at 1731457181630Disabling writes for close at 1731457181630Obtaining lock to block concurrent updates at 1731457181630Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731457181630Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731457181631 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731457181631Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731457181631Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731457181654 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731457181654Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731457182064 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731457182082 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731457182082Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731457182491 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731457182505 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731457182505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@620ab0b6: reopening flushed file at 1731457182914 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bccfc65: reopening flushed file at 1731457182920 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67017020: reopening flushed file at 1731457182925 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=97, compaction requested=false at 1731457182930 (+5 ms)Writing region close event to WAL at 1731457182939 (+9 ms)Closed at 1731457182939 2024-11-13T00:19:42,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38307 is added to blk_1073741830_1006 (size=63654) 2024-11-13T00:19:42,941 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/145413a3-6f4c-0e49-9fe2-55502d4572db/MasterData/WALs/cb28580903fb,35747,1731457163864/cb28580903fb%2C35747%2C1731457163864.1731457164786 not finished, retry = 0 2024-11-13T00:19:43,001 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T00:19:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:19:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35747 {}] ipc.CallRunner(138): callId: 28 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41068 deadline: 1731457243002, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T00:19:43,003 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T00:19:43,004 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T00:19:43,004 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T00:19:43,042 INFO [M:0;cb28580903fb:35747 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T00:19:43,042 INFO [M:0;cb28580903fb:35747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35747 2024-11-13T00:19:43,042 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:19:43,043 INFO [M:0;cb28580903fb:35747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:19:43,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:19:43,146 INFO [M:0;cb28580903fb:35747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:19:43,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35747-0x1010eb179010003, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:19:43,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cc87239{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:19:43,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ad65a86{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:19:43,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:19:43,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e14fb0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:19:43,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c69b0dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/hadoop.log.dir/,STOPPED} 2024-11-13T00:19:43,152 WARN [BP-1194585415-172.17.0.2-1731457162933 heartbeating to localhost/127.0.0.1:37453 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:19:43,152 WARN [BP-1194585415-172.17.0.2-1731457162933 heartbeating to localhost/127.0.0.1:37453 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1194585415-172.17.0.2-1731457162933 (Datanode Uuid 51d89cb8-fbdf-4fe1-9860-ee9baf89ed74) service to localhost/127.0.0.1:37453 2024-11-13T00:19:43,152 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:19:43,152 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:19:43,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/cluster_c6e38d4e-d43f-247f-f185-41054fc3442e/data/data1/current/BP-1194585415-172.17.0.2-1731457162933 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:19:43,153 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/cluster_c6e38d4e-d43f-247f-f185-41054fc3442e/data/data2/current/BP-1194585415-172.17.0.2-1731457162933 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:19:43,153 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:19:43,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6114c7ff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:19:43,159 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@664d3ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:19:43,159 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:19:43,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76039905{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:19:43,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68bc7d85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/hadoop.log.dir/,STOPPED} 2024-11-13T00:19:43,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T00:19:43,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T00:19:43,176 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:19:43,176 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:43,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:43,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:43,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:19:43,176 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T00:19:43,176 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1559404768, stopped=false 2024-11-13T00:19:43,176 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb28580903fb,43863,1731457159824 2024-11-13T00:19:43,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0183522172/running 2024-11-13T00:19:43,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0183522172 2024-11-13T00:19:43,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45021-0x1010eb179010001, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0183522172/running 2024-11-13T00:19:43,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45021-0x1010eb179010001, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0183522172 2024-11-13T00:19:43,178 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:19:43,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45021-0x1010eb179010001, quorum=127.0.0.1:61112, baseZNode=/0183522172 Set watcher on znode that does not yet exist, /0183522172/running 2024-11-13T00:19:43,179 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:19:43,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Set watcher on znode that does not yet exist, /0183522172/running 2024-11-13T00:19:43,179 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:43,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:43,179 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,45021,1731457159879' ***** 2024-11-13T00:19:43,179 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:19:43,179 INFO [RS:0;cb28580903fb:45021 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:19:43,180 INFO [RS:0;cb28580903fb:45021 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:19:43,180 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:19:43,180 INFO [RS:0;cb28580903fb:45021 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:19:43,180 INFO [RS:0;cb28580903fb:45021 {}] regionserver.HRegionServer(3091): Received CLOSE for 704f7984f8685425bd1aa0f854c294f4 2024-11-13T00:19:43,180 INFO [RS:0;cb28580903fb:45021 {}] regionserver.HRegionServer(3091): Received CLOSE for c6cd94908e6729b1a2db1e3cb182a7a3 2024-11-13T00:19:43,180 INFO [RS:0;cb28580903fb:45021 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,45021,1731457159879 2024-11-13T00:19:43,180 INFO [RS:0;cb28580903fb:45021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:19:43,180 INFO [RS:0;cb28580903fb:45021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:45021. 2024-11-13T00:19:43,180 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 704f7984f8685425bd1aa0f854c294f4, disabling compactions & flushes 2024-11-13T00:19:43,180 DEBUG [RS:0;cb28580903fb:45021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:43,180 DEBUG [RS:0;cb28580903fb:45021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:43,180 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4. 2024-11-13T00:19:43,180 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4. 2024-11-13T00:19:43,180 INFO [RS:0;cb28580903fb:45021 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:19:43,180 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4. after waiting 0 ms 2024-11-13T00:19:43,180 INFO [RS:0;cb28580903fb:45021 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:19:43,180 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4. 2024-11-13T00:19:43,180 INFO [RS:0;cb28580903fb:45021 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:19:43,180 INFO [RS:0;cb28580903fb:45021 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T00:19:43,180 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 704f7984f8685425bd1aa0f854c294f4 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-13T00:19:43,181 INFO [RS:0;cb28580903fb:45021 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T00:19:43,181 DEBUG [RS:0;cb28580903fb:45021 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 704f7984f8685425bd1aa0f854c294f4=hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4., c6cd94908e6729b1a2db1e3cb182a7a3=test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3.} 2024-11-13T00:19:43,181 DEBUG [RS:0;cb28580903fb:45021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 704f7984f8685425bd1aa0f854c294f4, c6cd94908e6729b1a2db1e3cb182a7a3 2024-11-13T00:19:43,181 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:19:43,181 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:19:43,181 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:19:43,181 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:19:43,181 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:19:43,181 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T00:19:43,196 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/1588230740/.tmp/info/d403889be2644b7fbcef69f345a43ff9 is 147, key is hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4./info:regioninfo/1731457170226/Put/seqid=0 2024-11-13T00:19:43,196 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/replication/704f7984f8685425bd1aa0f854c294f4/.tmp/hfileref/7f00f19dd9754283b53ffaefa75daf25 is 74, key is 1/hfileref:32639b21c4464e70b23155033bf90434_SeqId_6_/1731457178480/Put/seqid=0 2024-11-13T00:19:43,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741846_1022 (size=7686) 2024-11-13T00:19:43,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741847_1023 (size=5345) 2024-11-13T00:19:43,201 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/1588230740/.tmp/info/d403889be2644b7fbcef69f345a43ff9 2024-11-13T00:19:43,221 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/1588230740/.tmp/ns/d9accc4bfb3f44cb9688006eaf0aa6b0 is 43, key is default/ns:d/1731457162836/Put/seqid=0 2024-11-13T00:19:43,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741848_1024 (size=5153) 2024-11-13T00:19:43,254 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:19:43,381 DEBUG [RS:0;cb28580903fb:45021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 704f7984f8685425bd1aa0f854c294f4, c6cd94908e6729b1a2db1e3cb182a7a3 2024-11-13T00:19:43,581 DEBUG [RS:0;cb28580903fb:45021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 704f7984f8685425bd1aa0f854c294f4, c6cd94908e6729b1a2db1e3cb182a7a3 2024-11-13T00:19:43,601 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/replication/704f7984f8685425bd1aa0f854c294f4/.tmp/hfileref/7f00f19dd9754283b53ffaefa75daf25 2024-11-13T00:19:43,625 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/replication/704f7984f8685425bd1aa0f854c294f4/.tmp/queue/dcd72bccf4f646cfbf3a466fa0a2456c is 153, key is 1-cb28580903fb,45021,1731457159879/queue:cb28580903fb%2C45021%2C1731457159879/1731457175807/Put/seqid=0 2024-11-13T00:19:43,625 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/1588230740/.tmp/ns/d9accc4bfb3f44cb9688006eaf0aa6b0 2024-11-13T00:19:43,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741849_1025 (size=5352) 2024-11-13T00:19:43,645 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/1588230740/.tmp/rep_barrier/55efbf2e8ae94b828fe2564e6fff9dee is 112, key is test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3./rep_barrier:seqnumDuringOpen/1731457166897/Put/seqid=0 2024-11-13T00:19:43,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741850_1026 (size=5518) 2024-11-13T00:19:43,779 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T00:19:43,779 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T00:19:43,781 DEBUG [RS:0;cb28580903fb:45021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 704f7984f8685425bd1aa0f854c294f4, c6cd94908e6729b1a2db1e3cb182a7a3 2024-11-13T00:19:43,801 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.wal-reader.cb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.1731457161876 to pos 1033, reset compression=false 2024-11-13T00:19:43,904 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T00:19:43,905 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server cb28580903fb:35747 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cb28580903fb/172.17.0.2:35747 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:19:43,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address cb28580903fb:35747 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cb28580903fb/172.17.0.2:35747 2024-11-13T00:19:43,981 DEBUG [RS:0;cb28580903fb:45021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 704f7984f8685425bd1aa0f854c294f4, c6cd94908e6729b1a2db1e3cb182a7a3 2024-11-13T00:19:44,012 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:44,013 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server cb28580903fb:35747 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cb28580903fb/172.17.0.2:35747 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:19:44,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cb28580903fb,35747,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=cb28580903fb:35747 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cb28580903fb/172.17.0.2:35747 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-13T00:19:44,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address cb28580903fb:35747 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: cb28580903fb/172.17.0.2:35747 2024-11-13T00:19:44,030 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/replication/704f7984f8685425bd1aa0f854c294f4/.tmp/queue/dcd72bccf4f646cfbf3a466fa0a2456c 2024-11-13T00:19:44,035 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/replication/704f7984f8685425bd1aa0f854c294f4/.tmp/hfileref/7f00f19dd9754283b53ffaefa75daf25 as hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/replication/704f7984f8685425bd1aa0f854c294f4/hfileref/7f00f19dd9754283b53ffaefa75daf25 2024-11-13T00:19:44,040 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/replication/704f7984f8685425bd1aa0f854c294f4/hfileref/7f00f19dd9754283b53ffaefa75daf25, entries=4, sequenceid=10, filesize=5.2 K 2024-11-13T00:19:44,041 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/replication/704f7984f8685425bd1aa0f854c294f4/.tmp/queue/dcd72bccf4f646cfbf3a466fa0a2456c as hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/replication/704f7984f8685425bd1aa0f854c294f4/queue/dcd72bccf4f646cfbf3a466fa0a2456c 2024-11-13T00:19:44,045 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/replication/704f7984f8685425bd1aa0f854c294f4/queue/dcd72bccf4f646cfbf3a466fa0a2456c, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T00:19:44,046 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 704f7984f8685425bd1aa0f854c294f4 in 866ms, sequenceid=10, compaction requested=false 2024-11-13T00:19:44,046 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T00:19:44,049 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/1588230740/.tmp/rep_barrier/55efbf2e8ae94b828fe2564e6fff9dee 2024-11-13T00:19:44,052 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/replication/704f7984f8685425bd1aa0f854c294f4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T00:19:44,053 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:19:44,053 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:19:44,053 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4. 2024-11-13T00:19:44,053 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 704f7984f8685425bd1aa0f854c294f4: Waiting for close lock at 1731457183180Running coprocessor pre-close hooks at 1731457183180Disabling compacts and flushes for region at 1731457183180Disabling writes for close at 1731457183180Obtaining lock to block concurrent updates at 1731457183180Preparing flush snapshotting stores in 704f7984f8685425bd1aa0f854c294f4 at 1731457183180Finished memstore snapshotting hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731457183181 (+1 ms)Flushing stores of hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4. at 1731457183181Flushing 704f7984f8685425bd1aa0f854c294f4/hfileref: creating writer at 1731457183181Flushing 704f7984f8685425bd1aa0f854c294f4/hfileref: appending metadata at 1731457183196 (+15 ms)Flushing 704f7984f8685425bd1aa0f854c294f4/hfileref: closing flushed file at 1731457183196Flushing 704f7984f8685425bd1aa0f854c294f4/queue: creating writer at 1731457183606 (+410 ms)Flushing 704f7984f8685425bd1aa0f854c294f4/queue: appending metadata at 1731457183624 (+18 ms)Flushing 704f7984f8685425bd1aa0f854c294f4/queue: closing flushed file at 1731457183624Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e75ae0b: reopening flushed file at 1731457184035 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73041206: reopening flushed file at 1731457184040 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 704f7984f8685425bd1aa0f854c294f4 in 866ms, sequenceid=10, compaction requested=false at 1731457184046 (+6 ms)Writing region close event to WAL at 1731457184048 (+2 ms)Running coprocessor post-close hooks at 1731457184053 (+5 ms)Closed at 1731457184053 2024-11-13T00:19:44,053 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731457169054.704f7984f8685425bd1aa0f854c294f4. 2024-11-13T00:19:44,054 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c6cd94908e6729b1a2db1e3cb182a7a3, disabling compactions & flushes 2024-11-13T00:19:44,054 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3. 2024-11-13T00:19:44,054 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3. 2024-11-13T00:19:44,054 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3. after waiting 0 ms 2024-11-13T00:19:44,054 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3. 2024-11-13T00:19:44,062 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/default/test/c6cd94908e6729b1a2db1e3cb182a7a3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T00:19:44,063 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:19:44,063 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T00:19:44,063 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3. 2024-11-13T00:19:44,063 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c6cd94908e6729b1a2db1e3cb182a7a3: Waiting for close lock at 1731457184053Running coprocessor pre-close hooks at 1731457184053Disabling compacts and flushes for region at 1731457184054 (+1 ms)Disabling writes for close at 1731457184054Writing region close event to WAL at 1731457184055 (+1 ms)Running coprocessor post-close hooks at 1731457184063 (+8 ms)Closed at 1731457184063 2024-11-13T00:19:44,063 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731457165740.c6cd94908e6729b1a2db1e3cb182a7a3. 2024-11-13T00:19:44,071 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/1588230740/.tmp/table/cd591185777b414094d1bc730237dfed is 53, key is hbase:replication/table:state/1731457170232/Put/seqid=0 2024-11-13T00:19:44,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741851_1027 (size=5308) 2024-11-13T00:19:44,182 INFO [RS:0;cb28580903fb:45021 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T00:19:44,182 DEBUG [RS:0;cb28580903fb:45021 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T00:19:44,182 DEBUG [RS:0;cb28580903fb:45021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:19:44,222 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:44,223 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to cb28580903fb:35747 this server is in the failed servers list 2024-11-13T00:19:44,223 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cb28580903fb,35747,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cb28580903fb:35747 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T00:19:44,382 DEBUG [RS:0;cb28580903fb:45021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:19:44,477 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/1588230740/.tmp/table/cd591185777b414094d1bc730237dfed 2024-11-13T00:19:44,482 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/1588230740/.tmp/info/d403889be2644b7fbcef69f345a43ff9 as hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/1588230740/info/d403889be2644b7fbcef69f345a43ff9 2024-11-13T00:19:44,487 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/1588230740/info/d403889be2644b7fbcef69f345a43ff9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T00:19:44,487 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/1588230740/.tmp/ns/d9accc4bfb3f44cb9688006eaf0aa6b0 as hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/1588230740/ns/d9accc4bfb3f44cb9688006eaf0aa6b0 2024-11-13T00:19:44,491 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/1588230740/ns/d9accc4bfb3f44cb9688006eaf0aa6b0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T00:19:44,493 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/1588230740/.tmp/rep_barrier/55efbf2e8ae94b828fe2564e6fff9dee as hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/1588230740/rep_barrier/55efbf2e8ae94b828fe2564e6fff9dee 2024-11-13T00:19:44,497 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/1588230740/rep_barrier/55efbf2e8ae94b828fe2564e6fff9dee, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T00:19:44,498 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/1588230740/.tmp/table/cd591185777b414094d1bc730237dfed as hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/1588230740/table/cd591185777b414094d1bc730237dfed 2024-11-13T00:19:44,502 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/1588230740/table/cd591185777b414094d1bc730237dfed, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T00:19:44,502 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false 2024-11-13T00:19:44,503 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T00:19:44,507 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T00:19:44,508 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:19:44,508 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:19:44,508 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:19:44,508 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457183181Running coprocessor pre-close hooks at 1731457183181Disabling compacts and flushes for region at 1731457183181Disabling writes for close at 1731457183181Obtaining lock to block concurrent updates at 1731457183181Preparing flush snapshotting stores in 1588230740 at 1731457183181Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731457183181Flushing stores of hbase:meta,,1.1588230740 at 1731457183182 (+1 ms)Flushing 1588230740/info: creating writer at 1731457183182Flushing 1588230740/info: appending metadata at 1731457183196 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731457183196Flushing 1588230740/ns: creating writer at 1731457183206 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731457183221 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731457183221Flushing 1588230740/rep_barrier: creating writer at 1731457183630 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731457183645 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731457183645Flushing 1588230740/table: creating writer at 1731457184055 (+410 ms)Flushing 1588230740/table: appending metadata at 1731457184070 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731457184070Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@227533a5: reopening flushed file at 1731457184482 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52d7bee0: reopening flushed file at 1731457184487 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@275a3351: reopening flushed file at 1731457184492 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44e081f: reopening flushed file at 1731457184497 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false at 1731457184502 (+5 ms)Writing region close event to WAL at 1731457184505 (+3 ms)Running coprocessor post-close hooks at 1731457184508 (+3 ms)Closed at 1731457184508 2024-11-13T00:19:44,508 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T00:19:44,533 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:44,533 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to cb28580903fb:35747 this server is in the failed servers list 2024-11-13T00:19:44,533 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cb28580903fb,35747,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cb28580903fb:35747 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T00:19:44,582 INFO [RS:0;cb28580903fb:45021 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,45021,1731457159879; all regions closed. 2024-11-13T00:19:44,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741834_1010 (size=4239) 2024-11-13T00:19:44,587 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/WALs/cb28580903fb,45021,1731457159879/cb28580903fb%2C45021%2C1731457159879.meta.1731457162788.meta not finished, retry = 0 2024-11-13T00:19:44,690 DEBUG [RS:0;cb28580903fb:45021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/oldWALs 2024-11-13T00:19:44,690 INFO [RS:0;cb28580903fb:45021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C45021%2C1731457159879.meta:.meta(num 1731457162788) 2024-11-13T00:19:44,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741839_1015 (size=2695) 2024-11-13T00:19:44,697 DEBUG [RS:0;cb28580903fb:45021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/oldWALs 2024-11-13T00:19:44,697 INFO [RS:0;cb28580903fb:45021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C45021%2C1731457159879.rep:(num 1731457170193) 2024-11-13T00:19:44,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741832_1008 (size=1336) 2024-11-13T00:19:44,704 DEBUG [RS:0;cb28580903fb:45021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/oldWALs 2024-11-13T00:19:44,704 INFO [RS:0;cb28580903fb:45021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C45021%2C1731457159879:(num 1731457161876) 2024-11-13T00:19:44,704 DEBUG [RS:0;cb28580903fb:45021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:44,704 INFO [RS:0;cb28580903fb:45021 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:19:44,704 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:19:44,704 INFO [RS:0;cb28580903fb:45021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:19:44,704 INFO [RS:0;cb28580903fb:45021 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T00:19:44,705 INFO [RS:0;cb28580903fb:45021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:19:44,705 INFO [RS:0;cb28580903fb:45021 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb28580903fb,45021,1731457159879 because: Region server is closing 2024-11-13T00:19:44,705 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:19:44,705 INFO [RS:0;cb28580903fb:45021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:45021. 2024-11-13T00:19:44,705 DEBUG [RS:0;cb28580903fb:45021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:44,705 DEBUG [RS:0;cb28580903fb:45021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:44,705 DEBUG [RS:0;cb28580903fb:45021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:44,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:19:44,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:44,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:44,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:44,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:44,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:44,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:44,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:44,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:44,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:44,806 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-13T00:19:44,806 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T00:19:44,806 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T00:19:45,042 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:45,043 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to cb28580903fb:35747 this server is in the failed servers list 2024-11-13T00:19:45,043 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cb28580903fb,35747,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: cb28580903fb:35747 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T00:19:45,808 INFO [RS:0;cb28580903fb:45021 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45021,1731457159879.replicationSource.shippercb28580903fb%2C45021%2C1731457159879,1-cb28580903fb,45021,1731457159879 terminated 2024-11-13T00:19:45,808 INFO [RS:0;cb28580903fb:45021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:45021. 2024-11-13T00:19:45,808 DEBUG [RS:0;cb28580903fb:45021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:45,808 DEBUG [RS:0;cb28580903fb:45021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:45,808 DEBUG [RS:0;cb28580903fb:45021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:45,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:19:45,808 INFO [RS:0;cb28580903fb:45021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45021 2024-11-13T00:19:45,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45021-0x1010eb179010001, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0183522172/rs/cb28580903fb,45021,1731457159879 2024-11-13T00:19:45,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0183522172/rs 2024-11-13T00:19:45,811 INFO [RS:0;cb28580903fb:45021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:19:45,814 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,45021,1731457159879] 2024-11-13T00:19:45,815 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0183522172/draining/cb28580903fb,45021,1731457159879 already deleted, retry=false 2024-11-13T00:19:45,815 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,45021,1731457159879 expired; onlineServers=0 2024-11-13T00:19:45,815 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb28580903fb,43863,1731457159824' ***** 2024-11-13T00:19:45,815 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T00:19:45,815 INFO [M:0;cb28580903fb:43863 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:19:45,816 INFO [M:0;cb28580903fb:43863 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:19:45,816 DEBUG [M:0;cb28580903fb:43863 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T00:19:45,816 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T00:19:45,816 DEBUG [M:0;cb28580903fb:43863 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T00:19:45,816 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457161638 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457161638,5,FailOnTimeoutGroup] 2024-11-13T00:19:45,816 INFO [M:0;cb28580903fb:43863 {}] hbase.ChoreService(370): Chore service for: master/cb28580903fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T00:19:45,816 INFO [M:0;cb28580903fb:43863 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:19:45,816 DEBUG [M:0;cb28580903fb:43863 {}] master.HMaster(1795): Stopping service threads 2024-11-13T00:19:45,816 INFO [M:0;cb28580903fb:43863 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T00:19:45,816 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457161638 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457161638,5,FailOnTimeoutGroup] 2024-11-13T00:19:45,816 INFO [M:0;cb28580903fb:43863 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:19:45,816 INFO [M:0;cb28580903fb:43863 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T00:19:45,817 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T00:19:45,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0183522172/master 2024-11-13T00:19:45,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0183522172 2024-11-13T00:19:45,818 DEBUG [M:0;cb28580903fb:43863 {}] zookeeper.ZKUtil(347): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Unable to get data of znode /0183522172/master because node does not exist (not an error) 2024-11-13T00:19:45,818 WARN [M:0;cb28580903fb:43863 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T00:19:45,827 INFO [M:0;cb28580903fb:43863 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/.lastflushedseqids 2024-11-13T00:19:45,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741852_1028 (size=263) 2024-11-13T00:19:45,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45021-0x1010eb179010001, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:19:45,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45021-0x1010eb179010001, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:19:45,914 INFO [RS:0;cb28580903fb:45021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:19:45,914 INFO [RS:0;cb28580903fb:45021 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,45021,1731457159879; zookeeper connection closed. 2024-11-13T00:19:45,914 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c4d89f8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c4d89f8 2024-11-13T00:19:45,915 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T00:19:46,053 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:46,054 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cb28580903fb,35747,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T00:19:46,057 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cb28580903fb,35747,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T00:19:46,239 INFO [M:0;cb28580903fb:43863 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T00:19:46,240 INFO [M:0;cb28580903fb:43863 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T00:19:46,240 DEBUG [M:0;cb28580903fb:43863 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:19:46,240 INFO [M:0;cb28580903fb:43863 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:46,240 DEBUG [M:0;cb28580903fb:43863 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:46,240 DEBUG [M:0;cb28580903fb:43863 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:19:46,240 DEBUG [M:0;cb28580903fb:43863 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:46,240 INFO [M:0;cb28580903fb:43863 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T00:19:46,256 DEBUG [M:0;cb28580903fb:43863 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23af4b4f2f414fb19e306cf0a28c84c5 is 82, key is hbase:meta,,1/info:regioninfo/1731457162823/Put/seqid=0 2024-11-13T00:19:46,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741853_1029 (size=5672) 2024-11-13T00:19:46,660 INFO [M:0;cb28580903fb:43863 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23af4b4f2f414fb19e306cf0a28c84c5 2024-11-13T00:19:46,684 DEBUG [M:0;cb28580903fb:43863 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe8cb07f1b324e539500243b65f9e39d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731457170235/Put/seqid=0 2024-11-13T00:19:46,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741854_1030 (size=8516) 2024-11-13T00:19:47,097 INFO [M:0;cb28580903fb:43863 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe8cb07f1b324e539500243b65f9e39d 2024-11-13T00:19:47,120 DEBUG [M:0;cb28580903fb:43863 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcbf7d2e78c543828025537f9918cc40 is 69, key is cb28580903fb,45021,1731457159879/rs:state/1731457161719/Put/seqid=0 2024-11-13T00:19:47,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741855_1031 (size=5156) 2024-11-13T00:19:47,527 INFO [M:0;cb28580903fb:43863 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcbf7d2e78c543828025537f9918cc40 2024-11-13T00:19:47,532 DEBUG [M:0;cb28580903fb:43863 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23af4b4f2f414fb19e306cf0a28c84c5 as hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23af4b4f2f414fb19e306cf0a28c84c5 2024-11-13T00:19:47,536 INFO [M:0;cb28580903fb:43863 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23af4b4f2f414fb19e306cf0a28c84c5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T00:19:47,537 DEBUG [M:0;cb28580903fb:43863 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe8cb07f1b324e539500243b65f9e39d as hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe8cb07f1b324e539500243b65f9e39d 2024-11-13T00:19:47,541 INFO [M:0;cb28580903fb:43863 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe8cb07f1b324e539500243b65f9e39d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T00:19:47,542 DEBUG [M:0;cb28580903fb:43863 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcbf7d2e78c543828025537f9918cc40 as hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcbf7d2e78c543828025537f9918cc40 2024-11-13T00:19:47,546 INFO [M:0;cb28580903fb:43863 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45605/user/jenkins/test-data/9342d926-0d70-986a-100e-f632ea06998d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcbf7d2e78c543828025537f9918cc40, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T00:19:47,547 INFO [M:0;cb28580903fb:43863 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=97, compaction requested=false 2024-11-13T00:19:47,553 INFO [M:0;cb28580903fb:43863 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:47,553 DEBUG [M:0;cb28580903fb:43863 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457186240Disabling compacts and flushes for region at 1731457186240Disabling writes for close at 1731457186240Obtaining lock to block concurrent updates at 1731457186240Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731457186240Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731457186240Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731457186241 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731457186241Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731457186255 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731457186255Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731457186665 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731457186683 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731457186683Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731457187102 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731457187120 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731457187120Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f21a75b: reopening flushed file at 1731457187531 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d2f44cf: reopening flushed file at 1731457187536 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cfc7564: reopening flushed file at 1731457187541 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=97, compaction requested=false at 1731457187547 (+6 ms)Writing region close event to WAL at 1731457187553 (+6 ms)Closed at 1731457187553 2024-11-13T00:19:47,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39739 is added to blk_1073741830_1006 (size=63654) 2024-11-13T00:19:47,557 INFO [M:0;cb28580903fb:43863 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T00:19:47,557 INFO [M:0;cb28580903fb:43863 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43863 2024-11-13T00:19:47,557 INFO [M:0;cb28580903fb:43863 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:19:47,558 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:19:47,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:19:47,660 INFO [M:0;cb28580903fb:43863 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:19:47,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43863-0x1010eb179010000, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:19:47,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@233a9ae1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:19:47,663 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@693f0c4e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:19:47,663 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:19:47,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b562ab6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:19:47,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@94d1555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/hadoop.log.dir/,STOPPED} 2024-11-13T00:19:47,665 WARN [BP-23170670-172.17.0.2-1731457158807 heartbeating to localhost/127.0.0.1:45605 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:19:47,665 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:19:47,665 WARN [BP-23170670-172.17.0.2-1731457158807 heartbeating to localhost/127.0.0.1:45605 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-23170670-172.17.0.2-1731457158807 (Datanode Uuid 46c0ddcf-a891-4bdc-b7d7-e2bcf00ead78) service to localhost/127.0.0.1:45605 2024-11-13T00:19:47,665 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:19:47,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/cluster_9d782058-403c-236c-7688-4a4f994566ed/data/data1/current/BP-23170670-172.17.0.2-1731457158807 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:19:47,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/cluster_9d782058-403c-236c-7688-4a4f994566ed/data/data2/current/BP-23170670-172.17.0.2-1731457158807 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:19:47,666 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:19:47,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21b1326b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:19:47,673 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7762b913{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:19:47,673 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:19:47,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5736233d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:19:47,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c5148e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb33b859-cd4a-0237-ba7e-79357c00167e/hadoop.log.dir/,STOPPED} 2024-11-13T00:19:47,679 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T00:19:47,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T00:19:47,701 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=245 (was 205) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61112) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61112) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:37453 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45605 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37453 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37453 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45605 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37453 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45605 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45605 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:45605 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37453 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45605 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37453 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=621 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=256 (was 232) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1666 (was 639) - AvailableMemoryMB LEAK? - 2024-11-13T00:19:47,710 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=245, OpenFileDescriptor=621, MaxFileDescriptor=1048576, SystemLoadAverage=256, ProcessCount=11, AvailableMemoryMB=1666 2024-11-13T00:19:47,725 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-13T00:19:47,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/hadoop.log.dir so I do NOT create it in target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1 2024-11-13T00:19:47,726 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T00:19:47,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/hadoop.tmp.dir so I do NOT create it in target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1 2024-11-13T00:19:47,726 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20f36417-c8dd-bf12-abf4-b8d0e9f078c2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T00:19:47,726 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1 2024-11-13T00:19:47,726 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/cluster_8461f62c-1e44-b6d8-4592-99058bbbed50, deleteOnExit=true 2024-11-13T00:19:47,733 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/cluster_8461f62c-1e44-b6d8-4592-99058bbbed50/zookeeper_0, clientPort=49417, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/cluster_8461f62c-1e44-b6d8-4592-99058bbbed50/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/cluster_8461f62c-1e44-b6d8-4592-99058bbbed50/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T00:19:47,734 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49417 2024-11-13T00:19:47,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T00:19:47,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T00:19:47,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/test.cache.data in system properties and HBase conf 2024-11-13T00:19:47,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T00:19:47,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/hadoop.log.dir in system properties and HBase conf 2024-11-13T00:19:47,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T00:19:47,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T00:19:47,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T00:19:47,735 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T00:19:47,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:19:47,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:19:47,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T00:19:47,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:19:47,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T00:19:47,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T00:19:47,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:19:47,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:19:47,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T00:19:47,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/nfs.dump.dir in system properties and HBase conf 2024-11-13T00:19:47,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/java.io.tmpdir in system properties and HBase conf 2024-11-13T00:19:47,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:19:47,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T00:19:47,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T00:19:47,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1010eb179010005, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T00:19:47,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1010eb179010002, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T00:19:47,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1010eb179010005, quorum=127.0.0.1:61112, baseZNode=/1-751437969 Received Disconnected from ZooKeeper, ignoring 2024-11-13T00:19:47,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1010eb179010002, quorum=127.0.0.1:61112, baseZNode=/0183522172 Received Disconnected from ZooKeeper, ignoring 2024-11-13T00:19:47,826 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:19:47,830 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:19:47,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:19:47,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:19:47,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T00:19:47,835 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:19:47,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@670a5da2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:19:47,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@665193da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:19:47,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44ee4004{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/java.io.tmpdir/jetty-localhost-33713-hadoop-hdfs-3_4_1-tests_jar-_-any-5687820875363396305/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:19:47,998 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c69237f{HTTP/1.1, (http/1.1)}{localhost:33713} 2024-11-13T00:19:47,998 INFO [Time-limited test {}] server.Server(415): Started @181865ms 2024-11-13T00:19:48,073 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:48,074 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cb28580903fb,35747,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T00:19:48,074 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4169 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cb28580903fb,35747,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T00:19:48,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:19:48,115 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:19:48,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:19:48,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:19:48,119 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:19:48,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a1607c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:19:48,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ccfdb21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:19:48,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ba6236c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/java.io.tmpdir/jetty-localhost-39703-hadoop-hdfs-3_4_1-tests_jar-_-any-2647856191958827232/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:19:48,242 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a55265e{HTTP/1.1, (http/1.1)}{localhost:39703} 2024-11-13T00:19:48,242 INFO [Time-limited test {}] server.Server(415): Started @182109ms 2024-11-13T00:19:48,244 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:19:48,351 WARN [Thread-2186 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/cluster_8461f62c-1e44-b6d8-4592-99058bbbed50/data/data1/current/BP-1181486341-172.17.0.2-1731457187758/current, will proceed with Du for space computation calculation, 2024-11-13T00:19:48,352 WARN [Thread-2187 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/cluster_8461f62c-1e44-b6d8-4592-99058bbbed50/data/data2/current/BP-1181486341-172.17.0.2-1731457187758/current, will proceed with Du for space computation calculation, 2024-11-13T00:19:48,377 WARN [Thread-2174 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:19:48,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x564b17ea664c380e with lease ID 0xc4d4b1603235e85b: Processing first storage report for DS-a940c177-d7f6-421a-8103-4a9d33238fdd from datanode DatanodeRegistration(127.0.0.1:38429, datanodeUuid=74b014b8-d34a-4ee9-afb1-47c55741cb4d, infoPort=35589, infoSecurePort=0, ipcPort=39425, storageInfo=lv=-57;cid=testClusterID;nsid=1756162960;c=1731457187758) 2024-11-13T00:19:48,379 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x564b17ea664c380e with lease ID 0xc4d4b1603235e85b: from storage DS-a940c177-d7f6-421a-8103-4a9d33238fdd node DatanodeRegistration(127.0.0.1:38429, datanodeUuid=74b014b8-d34a-4ee9-afb1-47c55741cb4d, infoPort=35589, infoSecurePort=0, ipcPort=39425, storageInfo=lv=-57;cid=testClusterID;nsid=1756162960;c=1731457187758), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:19:48,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x564b17ea664c380e with lease ID 0xc4d4b1603235e85b: Processing first storage report for DS-72ad53df-e7ac-492f-b48f-37a8dbee29cc from datanode DatanodeRegistration(127.0.0.1:38429, datanodeUuid=74b014b8-d34a-4ee9-afb1-47c55741cb4d, infoPort=35589, infoSecurePort=0, ipcPort=39425, storageInfo=lv=-57;cid=testClusterID;nsid=1756162960;c=1731457187758) 2024-11-13T00:19:48,379 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x564b17ea664c380e with lease ID 0xc4d4b1603235e85b: from storage DS-72ad53df-e7ac-492f-b48f-37a8dbee29cc node DatanodeRegistration(127.0.0.1:38429, datanodeUuid=74b014b8-d34a-4ee9-afb1-47c55741cb4d, infoPort=35589, infoSecurePort=0, ipcPort=39425, storageInfo=lv=-57;cid=testClusterID;nsid=1756162960;c=1731457187758), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:19:48,474 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1 2024-11-13T00:19:48,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:48,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:48,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741825_1001 (size=7) 2024-11-13T00:19:48,487 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852 with version=8 2024-11-13T00:19:48,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/hbase-staging 2024-11-13T00:19:48,490 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:19:48,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:48,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:48,490 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:19:48,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:48,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:19:48,490 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:19:48,490 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:19:48,491 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33497 2024-11-13T00:19:48,492 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33497 connecting to ZooKeeper ensemble=127.0.0.1:49417 2024-11-13T00:19:48,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334970x0, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:19:48,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33497-0x1010eb1ea210000 connected 2024-11-13T00:19:48,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:48,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:48,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Set watcher on znode that does not yet exist, /0-901503678/running 2024-11-13T00:19:48,568 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852, hbase.cluster.distributed=false 2024-11-13T00:19:48,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Set watcher on znode that does not yet exist, /0-901503678/acl 2024-11-13T00:19:48,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33497 2024-11-13T00:19:48,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33497 2024-11-13T00:19:48,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33497 2024-11-13T00:19:48,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33497 2024-11-13T00:19:48,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33497 2024-11-13T00:19:48,607 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:19:48,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:48,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:48,608 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:19:48,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:48,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:19:48,608 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:19:48,608 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:19:48,610 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45459 2024-11-13T00:19:48,611 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45459 connecting to ZooKeeper ensemble=127.0.0.1:49417 2024-11-13T00:19:48,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:48,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:48,620 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454590x0, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:19:48,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454590x0, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Set watcher on znode that does not yet exist, /0-901503678/running 2024-11-13T00:19:48,625 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:19:48,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45459-0x1010eb1ea210001 connected 2024-11-13T00:19:48,630 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:19:48,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45459-0x1010eb1ea210001, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Set watcher on znode that does not yet exist, /0-901503678/master 2024-11-13T00:19:48,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45459-0x1010eb1ea210001, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Set watcher on znode that does not yet exist, /0-901503678/acl 2024-11-13T00:19:48,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45459 2024-11-13T00:19:48,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45459 2024-11-13T00:19:48,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45459 2024-11-13T00:19:48,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45459 2024-11-13T00:19:48,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45459 2024-11-13T00:19:48,681 DEBUG [M:0;cb28580903fb:33497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:33497 2024-11-13T00:19:48,682 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-901503678/backup-masters/cb28580903fb,33497,1731457188489 2024-11-13T00:19:48,684 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45459-0x1010eb1ea210001, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-901503678/backup-masters 2024-11-13T00:19:48,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-901503678/backup-masters 2024-11-13T00:19:48,685 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Set watcher on existing znode=/0-901503678/backup-masters/cb28580903fb,33497,1731457188489 2024-11-13T00:19:48,690 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45459-0x1010eb1ea210001, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-901503678/master 2024-11-13T00:19:48,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-901503678 2024-11-13T00:19:48,690 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45459-0x1010eb1ea210001, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-901503678 2024-11-13T00:19:48,691 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Set watcher on existing znode=/0-901503678/master 2024-11-13T00:19:48,692 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-901503678/backup-masters/cb28580903fb,33497,1731457188489 from backup master directory 2024-11-13T00:19:48,693 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45459-0x1010eb1ea210001, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-901503678/backup-masters 2024-11-13T00:19:48,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-901503678/backup-masters/cb28580903fb,33497,1731457188489 2024-11-13T00:19:48,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-901503678/backup-masters 2024-11-13T00:19:48,694 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:19:48,694 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,33497,1731457188489 2024-11-13T00:19:48,699 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/hbase.id] with ID: 902e9095-e9fd-450e-8a98-9f7c86906fd8 2024-11-13T00:19:48,699 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/.tmp/hbase.id 2024-11-13T00:19:48,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741826_1002 (size=42) 2024-11-13T00:19:48,707 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/.tmp/hbase.id]:[hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/hbase.id] 2024-11-13T00:19:48,720 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:48,720 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:19:48,721 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T00:19:48,724 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45459-0x1010eb1ea210001, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-901503678 2024-11-13T00:19:48,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-901503678 2024-11-13T00:19:48,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741827_1003 (size=196) 2024-11-13T00:19:49,158 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:19:49,159 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:19:49,159 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:19:49,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741828_1004 (size=1189) 2024-11-13T00:19:49,171 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/MasterData/data/master/store 2024-11-13T00:19:49,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741829_1005 (size=34) 2024-11-13T00:19:49,177 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:49,177 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:19:49,177 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:49,177 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:49,177 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:19:49,177 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:49,177 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:49,177 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457189177Disabling compacts and flushes for region at 1731457189177Disabling writes for close at 1731457189177Writing region close event to WAL at 1731457189177Closed at 1731457189177 2024-11-13T00:19:49,178 WARN [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/MasterData/data/master/store/.initializing 2024-11-13T00:19:49,178 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/MasterData/WALs/cb28580903fb,33497,1731457188489 2024-11-13T00:19:49,178 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:19:49,180 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C33497%2C1731457188489, suffix=, logDir=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/MasterData/WALs/cb28580903fb,33497,1731457188489, archiveDir=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/MasterData/oldWALs, maxLogs=10 2024-11-13T00:19:49,195 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/MasterData/WALs/cb28580903fb,33497,1731457188489/cb28580903fb%2C33497%2C1731457188489.1731457189180, exclude list is [], retry=0 2024-11-13T00:19:49,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38429,DS-a940c177-d7f6-421a-8103-4a9d33238fdd,DISK] 2024-11-13T00:19:49,205 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/MasterData/WALs/cb28580903fb,33497,1731457188489/cb28580903fb%2C33497%2C1731457188489.1731457189180 2024-11-13T00:19:49,205 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589)] 2024-11-13T00:19:49,205 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:19:49,206 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:49,206 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:49,206 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:49,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:49,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:19:49,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:49,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:49,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:49,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:19:49,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:49,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:49,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:49,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:19:49,215 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:49,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:49,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:49,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:19:49,217 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:49,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:49,217 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:49,226 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:49,230 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:49,232 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:49,232 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:49,233 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:19:49,234 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:49,245 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:19:49,246 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62396797, jitterRate=-0.07021526992321014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:19:49,247 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731457189206Initializing all the Stores at 1731457189207 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457189207Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457189210 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457189210Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457189210Cleaning up temporary data from old regions at 1731457189232 (+22 ms)Region opened successfully at 1731457189246 (+14 ms) 2024-11-13T00:19:49,247 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:19:49,250 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ae7de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:19:49,251 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T00:19:49,251 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:19:49,252 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:19:49,252 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:19:49,252 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T00:19:49,253 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T00:19:49,253 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:19:49,259 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:19:49,260 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Unable to get data of znode /0-901503678/balancer because node does not exist (not necessarily an error) 2024-11-13T00:19:49,261 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-901503678/balancer already deleted, retry=false 2024-11-13T00:19:49,262 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:19:49,262 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Unable to get data of znode /0-901503678/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:19:49,264 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-901503678/normalizer already deleted, retry=false 2024-11-13T00:19:49,264 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:19:49,266 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Unable to get data of znode /0-901503678/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:19:49,273 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-901503678/switch/split already deleted, retry=false 2024-11-13T00:19:49,274 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Unable to get data of znode /0-901503678/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:19:49,276 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-901503678/switch/merge already deleted, retry=false 2024-11-13T00:19:49,279 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Unable to get data of znode /0-901503678/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:19:49,281 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-901503678/snapshot-cleanup already deleted, retry=false 2024-11-13T00:19:49,283 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45459-0x1010eb1ea210001, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-901503678/running 2024-11-13T00:19:49,283 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45459-0x1010eb1ea210001, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-901503678 2024-11-13T00:19:49,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-901503678/running 2024-11-13T00:19:49,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-901503678 2024-11-13T00:19:49,283 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,33497,1731457188489, sessionid=0x1010eb1ea210000, setting cluster-up flag (Was=false) 2024-11-13T00:19:49,289 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45459-0x1010eb1ea210001, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-901503678 2024-11-13T00:19:49,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-901503678 2024-11-13T00:19:49,296 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-901503678/flush-table-proc/acquired, /0-901503678/flush-table-proc/reached, /0-901503678/flush-table-proc/abort 2024-11-13T00:19:49,297 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,33497,1731457188489 2024-11-13T00:19:49,301 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45459-0x1010eb1ea210001, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-901503678 2024-11-13T00:19:49,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-901503678 2024-11-13T00:19:49,307 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-901503678/online-snapshot/acquired, /0-901503678/online-snapshot/reached, /0-901503678/online-snapshot/abort 2024-11-13T00:19:49,308 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,33497,1731457188489 2024-11-13T00:19:49,309 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T00:19:49,311 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:19:49,311 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:19:49,311 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:19:49,312 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,33497,1731457188489 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:19:49,314 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:19:49,314 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:19:49,314 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:19:49,314 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:19:49,314 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:19:49,314 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:49,314 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:19:49,314 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:49,321 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:19:49,321 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T00:19:49,322 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:49,322 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T00:19:49,328 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731457219328 2024-11-13T00:19:49,329 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:19:49,329 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:19:49,329 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:19:49,329 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:19:49,329 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:19:49,329 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:19:49,330 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:49,340 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:19:49,340 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:19:49,340 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:19:49,340 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T00:19:49,352 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:19:49,352 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:19:49,353 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457189352,5,FailOnTimeoutGroup] 2024-11-13T00:19:49,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741831_1007 (size=1321) 2024-11-13T00:19:49,354 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457189353,5,FailOnTimeoutGroup] 2024-11-13T00:19:49,354 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:49,354 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:19:49,354 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:49,354 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:49,355 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T00:19:49,355 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852 2024-11-13T00:19:49,377 INFO [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(746): ClusterId : 902e9095-e9fd-450e-8a98-9f7c86906fd8 2024-11-13T00:19:49,377 DEBUG [RS:0;cb28580903fb:45459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:19:49,379 DEBUG [RS:0;cb28580903fb:45459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:19:49,379 DEBUG [RS:0;cb28580903fb:45459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:19:49,381 DEBUG [RS:0;cb28580903fb:45459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:19:49,382 DEBUG [RS:0;cb28580903fb:45459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8592ffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:19:49,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741832_1008 (size=32) 2024-11-13T00:19:49,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:49,404 DEBUG [RS:0;cb28580903fb:45459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:45459 2024-11-13T00:19:49,404 INFO [RS:0;cb28580903fb:45459 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:19:49,404 INFO [RS:0;cb28580903fb:45459 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:19:49,404 DEBUG [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:19:49,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:19:49,405 INFO [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,33497,1731457188489 with port=45459, startcode=1731457188607 2024-11-13T00:19:49,406 DEBUG [RS:0;cb28580903fb:45459 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:19:49,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:19:49,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:49,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:49,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:19:49,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:19:49,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:49,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:49,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:19:49,409 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:19:49,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:19:49,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:49,409 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33497 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,45459,1731457188607 2024-11-13T00:19:49,409 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33497 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,45459,1731457188607 2024-11-13T00:19:49,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:49,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:19:49,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:19:49,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:49,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:49,411 DEBUG [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852 2024-11-13T00:19:49,411 DEBUG [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43127 2024-11-13T00:19:49,411 DEBUG [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:19:49,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:19:49,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/1588230740 2024-11-13T00:19:49,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/1588230740 2024-11-13T00:19:49,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:19:49,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:19:49,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-901503678/rs 2024-11-13T00:19:49,414 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:19:49,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:19:49,416 DEBUG [RS:0;cb28580903fb:45459 {}] zookeeper.ZKUtil(111): regionserver:45459-0x1010eb1ea210001, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Set watcher on existing znode=/0-901503678/rs/cb28580903fb,45459,1731457188607 2024-11-13T00:19:49,417 WARN [RS:0;cb28580903fb:45459 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:19:49,417 INFO [RS:0;cb28580903fb:45459 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:19:49,417 DEBUG [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607 2024-11-13T00:19:49,417 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,45459,1731457188607] 2024-11-13T00:19:49,418 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:19:49,418 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65118253, jitterRate=-0.029662415385246277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:19:49,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731457189393Initializing all the Stores at 1731457189397 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457189397Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457189404 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457189404Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457189404Cleaning up temporary data from old regions at 1731457189414 (+10 ms)Region opened successfully at 1731457189419 (+5 ms) 2024-11-13T00:19:49,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:19:49,419 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:19:49,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:19:49,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:19:49,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:19:49,435 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:19:49,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457189419Disabling compacts and flushes for region at 1731457189419Disabling writes for close at 1731457189419Writing region close event to WAL at 1731457189435 (+16 ms)Closed at 1731457189435 2024-11-13T00:19:49,437 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:19:49,437 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T00:19:49,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:19:49,438 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:19:49,440 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T00:19:49,441 INFO [RS:0;cb28580903fb:45459 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:19:49,444 INFO [RS:0;cb28580903fb:45459 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:19:49,445 INFO [RS:0;cb28580903fb:45459 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:19:49,445 INFO [RS:0;cb28580903fb:45459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:49,448 INFO [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:19:49,449 INFO [RS:0;cb28580903fb:45459 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:19:49,449 INFO [RS:0;cb28580903fb:45459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:49,449 DEBUG [RS:0;cb28580903fb:45459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:49,449 DEBUG [RS:0;cb28580903fb:45459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:49,449 DEBUG [RS:0;cb28580903fb:45459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:49,450 DEBUG [RS:0;cb28580903fb:45459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:49,450 DEBUG [RS:0;cb28580903fb:45459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:49,450 DEBUG [RS:0;cb28580903fb:45459 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:19:49,450 DEBUG [RS:0;cb28580903fb:45459 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:49,450 DEBUG [RS:0;cb28580903fb:45459 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:49,450 DEBUG [RS:0;cb28580903fb:45459 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:49,450 DEBUG [RS:0;cb28580903fb:45459 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:49,450 DEBUG [RS:0;cb28580903fb:45459 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:49,450 DEBUG [RS:0;cb28580903fb:45459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:49,450 DEBUG [RS:0;cb28580903fb:45459 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:19:49,450 DEBUG [RS:0;cb28580903fb:45459 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:19:49,456 INFO [RS:0;cb28580903fb:45459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:49,456 INFO [RS:0;cb28580903fb:45459 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:49,456 INFO [RS:0;cb28580903fb:45459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:49,456 INFO [RS:0;cb28580903fb:45459 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:49,456 INFO [RS:0;cb28580903fb:45459 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:49,456 INFO [RS:0;cb28580903fb:45459 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45459,1731457188607-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:19:49,477 INFO [RS:0;cb28580903fb:45459 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:19:49,478 INFO [RS:0;cb28580903fb:45459 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45459,1731457188607-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:49,478 INFO [RS:0;cb28580903fb:45459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:49,478 INFO [RS:0;cb28580903fb:45459 {}] regionserver.Replication(171): cb28580903fb,45459,1731457188607 started 2024-11-13T00:19:49,501 INFO [RS:0;cb28580903fb:45459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:49,501 INFO [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,45459,1731457188607, RpcServer on cb28580903fb/172.17.0.2:45459, sessionid=0x1010eb1ea210001 2024-11-13T00:19:49,502 DEBUG [RS:0;cb28580903fb:45459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:19:49,502 DEBUG [RS:0;cb28580903fb:45459 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,45459,1731457188607 2024-11-13T00:19:49,502 DEBUG [RS:0;cb28580903fb:45459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,45459,1731457188607' 2024-11-13T00:19:49,502 DEBUG [RS:0;cb28580903fb:45459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-901503678/flush-table-proc/abort' 2024-11-13T00:19:49,502 DEBUG [RS:0;cb28580903fb:45459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-901503678/flush-table-proc/acquired' 2024-11-13T00:19:49,503 DEBUG [RS:0;cb28580903fb:45459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:19:49,503 DEBUG [RS:0;cb28580903fb:45459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:19:49,503 DEBUG [RS:0;cb28580903fb:45459 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,45459,1731457188607 2024-11-13T00:19:49,503 DEBUG [RS:0;cb28580903fb:45459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,45459,1731457188607' 2024-11-13T00:19:49,503 DEBUG [RS:0;cb28580903fb:45459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-901503678/online-snapshot/abort' 2024-11-13T00:19:49,503 DEBUG [RS:0;cb28580903fb:45459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-901503678/online-snapshot/acquired' 2024-11-13T00:19:49,504 DEBUG [RS:0;cb28580903fb:45459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:19:49,504 INFO [RS:0;cb28580903fb:45459 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:19:49,504 INFO [RS:0;cb28580903fb:45459 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:19:49,590 WARN [cb28580903fb:33497 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T00:19:49,604 INFO [RS:0;cb28580903fb:45459 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:19:49,606 INFO [RS:0;cb28580903fb:45459 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C45459%2C1731457188607, suffix=, logDir=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607, archiveDir=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/oldWALs, maxLogs=10 2024-11-13T00:19:49,623 DEBUG [RS:0;cb28580903fb:45459 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606, exclude list is [], retry=0 2024-11-13T00:19:49,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38429,DS-a940c177-d7f6-421a-8103-4a9d33238fdd,DISK] 2024-11-13T00:19:49,628 INFO [RS:0;cb28580903fb:45459 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 2024-11-13T00:19:49,628 DEBUG [RS:0;cb28580903fb:45459 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589)] 2024-11-13T00:19:49,840 DEBUG [cb28580903fb:33497 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:19:49,841 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,45459,1731457188607 2024-11-13T00:19:49,842 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,45459,1731457188607, state=OPENING 2024-11-13T00:19:49,843 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T00:19:49,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-901503678 2024-11-13T00:19:49,844 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45459-0x1010eb1ea210001, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-901503678 2024-11-13T00:19:49,845 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:19:49,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-901503678/meta-region-server: CHANGED 2024-11-13T00:19:49,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-901503678/meta-region-server: CHANGED 2024-11-13T00:19:49,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,45459,1731457188607}] 2024-11-13T00:19:49,997 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:19:49,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:19:50,003 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:19:50,003 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:19:50,003 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T00:19:50,005 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C45459%2C1731457188607.meta, suffix=.meta, logDir=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607, archiveDir=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/oldWALs, maxLogs=10 2024-11-13T00:19:50,010 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:19:50,023 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.meta.1731457190005.meta, exclude list is [], retry=0 2024-11-13T00:19:50,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38429,DS-a940c177-d7f6-421a-8103-4a9d33238fdd,DISK] 2024-11-13T00:19:50,032 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.meta.1731457190005.meta 2024-11-13T00:19:50,033 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589)] 2024-11-13T00:19:50,033 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:19:50,033 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:19:50,034 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:19:50,034 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:19:50,034 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:19:50,034 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:19:50,034 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:50,035 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:19:50,035 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:19:50,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:19:50,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:19:50,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:50,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:50,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:19:50,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:19:50,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:50,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:50,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:19:50,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:19:50,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:50,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:50,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:19:50,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:19:50,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:50,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:50,048 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:19:50,049 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/1588230740 2024-11-13T00:19:50,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:50,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:50,050 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/1588230740 2024-11-13T00:19:50,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:50,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:50,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:50,051 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:19:50,051 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:19:50,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:50,052 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:19:50,053 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:19:50,053 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70982683, jitterRate=0.057724401354789734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:19:50,054 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:19:50,054 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731457190035Writing region info on filesystem at 1731457190035Initializing all the Stores at 1731457190036 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457190036Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457190040 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457190040Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457190040Cleaning up temporary data from old regions at 1731457190051 (+11 ms)Running coprocessor post-open hooks at 1731457190054 (+3 ms)Region opened successfully at 1731457190054 2024-11-13T00:19:50,055 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731457189997 2024-11-13T00:19:50,058 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:19:50,058 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:19:50,058 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,45459,1731457188607 2024-11-13T00:19:50,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:50,059 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,45459,1731457188607, state=OPEN 2024-11-13T00:19:50,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:50,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:50,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:50,066 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45459-0x1010eb1ea210001, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-901503678/meta-region-server 2024-11-13T00:19:50,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-901503678/meta-region-server 2024-11-13T00:19:50,066 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,45459,1731457188607 2024-11-13T00:19:50,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-901503678/meta-region-server: CHANGED 2024-11-13T00:19:50,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-901503678/meta-region-server: CHANGED 2024-11-13T00:19:50,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T00:19:50,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,45459,1731457188607 in 221 msec 2024-11-13T00:19:50,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T00:19:50,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 634 msec 2024-11-13T00:19:50,073 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:19:50,073 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T00:19:50,075 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:19:50,075 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,45459,1731457188607, seqNum=-1] 2024-11-13T00:19:50,075 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:19:50,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:19:50,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 770 msec 2024-11-13T00:19:50,081 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731457190081, completionTime=-1 2024-11-13T00:19:50,081 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T00:19:50,081 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:19:50,083 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T00:19:50,083 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731457250083 2024-11-13T00:19:50,083 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731457310083 2024-11-13T00:19:50,083 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T00:19:50,084 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,33497,1731457188489-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:50,084 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,33497,1731457188489-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:50,084 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,33497,1731457188489-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:50,084 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:33497, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:50,084 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:50,084 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:50,086 DEBUG [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T00:19:50,088 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.394sec 2024-11-13T00:19:50,088 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:19:50,088 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:19:50,088 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:19:50,088 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:19:50,088 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:19:50,088 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,33497,1731457188489-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:19:50,088 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,33497,1731457188489-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:19:50,090 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:19:50,090 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:19:50,090 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,33497,1731457188489-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:50,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea0a88a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:50,176 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,33497,-1 for getting cluster id 2024-11-13T00:19:50,176 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:50,178 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '902e9095-e9fd-450e-8a98-9f7c86906fd8' 2024-11-13T00:19:50,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:50,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "902e9095-e9fd-450e-8a98-9f7c86906fd8" 2024-11-13T00:19:50,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75179899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:50,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,33497,-1] 2024-11-13T00:19:50,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:50,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:50,180 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:50,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec400e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:50,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:19:50,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,45459,1731457188607, seqNum=-1] 2024-11-13T00:19:50,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:19:50,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:19:50,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb28580903fb,33497,1731457188489 2024-11-13T00:19:50,186 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49417 2024-11-13T00:19:50,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:19:50,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1010eb1ea210002 connected 2024-11-13T00:19:50,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/hadoop.log.dir so I do NOT create it in target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e 2024-11-13T00:19:50,194 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T00:19:50,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/hadoop.tmp.dir so I do NOT create it in target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e 2024-11-13T00:19:50,194 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T00:19:50,194 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e 2024-11-13T00:19:50,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T00:19:50,194 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/cluster_b3362350-282d-9cca-e47d-984f1bde48df, deleteOnExit=true 2024-11-13T00:19:50,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T00:19:50,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/test.cache.data in system properties and HBase conf 2024-11-13T00:19:50,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T00:19:50,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/hadoop.log.dir in system properties and HBase conf 2024-11-13T00:19:50,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T00:19:50,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T00:19:50,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T00:19:50,195 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T00:19:50,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:19:50,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:19:50,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T00:19:50,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:19:50,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T00:19:50,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T00:19:50,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:19:50,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:19:50,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T00:19:50,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/nfs.dump.dir in system properties and HBase conf 2024-11-13T00:19:50,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/java.io.tmpdir in system properties and HBase conf 2024-11-13T00:19:50,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:19:50,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T00:19:50,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T00:19:50,294 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:19:50,298 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:19:50,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:19:50,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:19:50,301 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:19:50,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:19:50,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7002f130{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:19:50,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fd43393{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:19:50,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@354594df{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/java.io.tmpdir/jetty-localhost-39421-hadoop-hdfs-3_4_1-tests_jar-_-any-15281013645747744154/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:19:50,441 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ad009a9{HTTP/1.1, (http/1.1)}{localhost:39421} 2024-11-13T00:19:50,441 INFO [Time-limited test {}] server.Server(415): Started @184308ms 2024-11-13T00:19:50,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:19:50,540 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:19:50,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:19:50,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:19:50,542 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T00:19:50,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@685e84f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:19:50,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ab6819f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:19:50,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f12f3fa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/java.io.tmpdir/jetty-localhost-42763-hadoop-hdfs-3_4_1-tests_jar-_-any-5193334768346258814/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:19:50,668 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45eaaaff{HTTP/1.1, (http/1.1)}{localhost:42763} 2024-11-13T00:19:50,669 INFO [Time-limited test {}] server.Server(415): Started @184535ms 2024-11-13T00:19:50,670 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:19:50,790 WARN [Thread-2307 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/cluster_b3362350-282d-9cca-e47d-984f1bde48df/data/data1/current/BP-1861332064-172.17.0.2-1731457190218/current, will proceed with Du for space computation calculation, 2024-11-13T00:19:50,791 WARN [Thread-2308 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/cluster_b3362350-282d-9cca-e47d-984f1bde48df/data/data2/current/BP-1861332064-172.17.0.2-1731457190218/current, will proceed with Du for space computation calculation, 2024-11-13T00:19:50,816 WARN [Thread-2295 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:19:50,821 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x183b1a2ae3d9424d with lease ID 0xf5ded3a0442c56e4: Processing first storage report for DS-0943e20e-0f90-4904-81e7-53caaad8f05b from datanode DatanodeRegistration(127.0.0.1:41917, datanodeUuid=f49b348a-de95-4e66-bb14-cce5e8dd6418, infoPort=41545, infoSecurePort=0, ipcPort=34247, storageInfo=lv=-57;cid=testClusterID;nsid=505560506;c=1731457190218) 2024-11-13T00:19:50,821 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x183b1a2ae3d9424d with lease ID 0xf5ded3a0442c56e4: from storage DS-0943e20e-0f90-4904-81e7-53caaad8f05b node DatanodeRegistration(127.0.0.1:41917, datanodeUuid=f49b348a-de95-4e66-bb14-cce5e8dd6418, infoPort=41545, infoSecurePort=0, ipcPort=34247, storageInfo=lv=-57;cid=testClusterID;nsid=505560506;c=1731457190218), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:19:50,821 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x183b1a2ae3d9424d with lease ID 0xf5ded3a0442c56e4: Processing first storage report for DS-f78e063a-5fdb-4fb2-8895-28b16c4d31b3 from datanode DatanodeRegistration(127.0.0.1:41917, datanodeUuid=f49b348a-de95-4e66-bb14-cce5e8dd6418, infoPort=41545, infoSecurePort=0, ipcPort=34247, storageInfo=lv=-57;cid=testClusterID;nsid=505560506;c=1731457190218) 2024-11-13T00:19:50,821 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x183b1a2ae3d9424d with lease ID 0xf5ded3a0442c56e4: from storage DS-f78e063a-5fdb-4fb2-8895-28b16c4d31b3 node DatanodeRegistration(127.0.0.1:41917, datanodeUuid=f49b348a-de95-4e66-bb14-cce5e8dd6418, infoPort=41545, infoSecurePort=0, ipcPort=34247, storageInfo=lv=-57;cid=testClusterID;nsid=505560506;c=1731457190218), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:19:50,912 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e 2024-11-13T00:19:50,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:50,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:50,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741825_1001 (size=7) 2024-11-13T00:19:51,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T00:19:51,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T00:19:51,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T00:19:51,334 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c with version=8 2024-11-13T00:19:51,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/hbase-staging 2024-11-13T00:19:51,337 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:19:51,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:51,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:51,337 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:19:51,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:51,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:19:51,337 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:19:51,337 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:19:51,338 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33693 2024-11-13T00:19:51,339 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33693 connecting to ZooKeeper ensemble=127.0.0.1:49417 2024-11-13T00:19:51,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336930x0, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:19:51,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33693-0x1010eb1ea210003 connected 2024-11-13T00:19:51,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:51,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:51,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Set watcher on znode that does not yet exist, /11107186553/running 2024-11-13T00:19:51,360 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c, hbase.cluster.distributed=false 2024-11-13T00:19:51,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Set watcher on znode that does not yet exist, /11107186553/acl 2024-11-13T00:19:51,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33693 2024-11-13T00:19:51,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33693 2024-11-13T00:19:51,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33693 2024-11-13T00:19:51,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33693 2024-11-13T00:19:51,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33693 2024-11-13T00:19:51,393 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:19:51,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:51,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:51,393 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:19:51,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:19:51,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:19:51,393 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:19:51,393 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:19:51,394 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40841 2024-11-13T00:19:51,394 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40841 connecting to ZooKeeper ensemble=127.0.0.1:49417 2024-11-13T00:19:51,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:51,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:51,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408410x0, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:19:51,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408410x0, quorum=127.0.0.1:49417, baseZNode=/11107186553 Set watcher on znode that does not yet exist, /11107186553/running 2024-11-13T00:19:51,417 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:19:51,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40841-0x1010eb1ea210004 connected 2024-11-13T00:19:51,420 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:19:51,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40841-0x1010eb1ea210004, quorum=127.0.0.1:49417, baseZNode=/11107186553 Set watcher on znode that does not yet exist, /11107186553/master 2024-11-13T00:19:51,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40841-0x1010eb1ea210004, quorum=127.0.0.1:49417, baseZNode=/11107186553 Set watcher on znode that does not yet exist, /11107186553/acl 2024-11-13T00:19:51,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40841 2024-11-13T00:19:51,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40841 2024-11-13T00:19:51,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40841 2024-11-13T00:19:51,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40841 2024-11-13T00:19:51,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40841 2024-11-13T00:19:51,451 DEBUG [M:0;cb28580903fb:33693 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:33693 2024-11-13T00:19:51,452 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11107186553/backup-masters/cb28580903fb,33693,1731457191336 2024-11-13T00:19:51,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107186553/backup-masters 2024-11-13T00:19:51,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1010eb1ea210004, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107186553/backup-masters 2024-11-13T00:19:51,454 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Set watcher on existing znode=/11107186553/backup-masters/cb28580903fb,33693,1731457191336 2024-11-13T00:19:51,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1010eb1ea210004, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11107186553/master 2024-11-13T00:19:51,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1010eb1ea210004, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107186553 2024-11-13T00:19:51,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107186553 2024-11-13T00:19:51,459 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Set watcher on existing znode=/11107186553/master 2024-11-13T00:19:51,459 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11107186553/backup-masters/cb28580903fb,33693,1731457191336 from backup master directory 2024-11-13T00:19:51,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11107186553/backup-masters/cb28580903fb,33693,1731457191336 2024-11-13T00:19:51,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107186553/backup-masters 2024-11-13T00:19:51,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1010eb1ea210004, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107186553/backup-masters 2024-11-13T00:19:51,461 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:19:51,461 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,33693,1731457191336 2024-11-13T00:19:51,465 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/hbase.id] with ID: 618a81e4-45eb-4b91-81ad-83a665e712b4 2024-11-13T00:19:51,465 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/.tmp/hbase.id 2024-11-13T00:19:51,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741826_1002 (size=42) 2024-11-13T00:19:51,474 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/.tmp/hbase.id]:[hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/hbase.id] 2024-11-13T00:19:51,483 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:19:51,483 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:19:51,485 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T00:19:51,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107186553 2024-11-13T00:19:51,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1010eb1ea210004, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107186553 2024-11-13T00:19:51,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741827_1003 (size=196) 2024-11-13T00:19:51,898 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:19:51,899 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:19:51,900 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:19:51,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741828_1004 (size=1189) 2024-11-13T00:19:52,113 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:52,114 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cb28580903fb,35747,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T00:19:52,114 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8209 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cb28580903fb,35747,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T00:19:52,309 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/MasterData/data/master/store 2024-11-13T00:19:52,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741829_1005 (size=34) 2024-11-13T00:19:52,322 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:52,322 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:19:52,322 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:52,322 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:52,322 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:19:52,322 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:52,322 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:19:52,322 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457192322Disabling compacts and flushes for region at 1731457192322Disabling writes for close at 1731457192322Writing region close event to WAL at 1731457192322Closed at 1731457192322 2024-11-13T00:19:52,327 WARN [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/MasterData/data/master/store/.initializing 2024-11-13T00:19:52,327 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/MasterData/WALs/cb28580903fb,33693,1731457191336 2024-11-13T00:19:52,329 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:19:52,335 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C33693%2C1731457191336, suffix=, logDir=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/MasterData/WALs/cb28580903fb,33693,1731457191336, archiveDir=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/MasterData/oldWALs, maxLogs=10 2024-11-13T00:19:52,358 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/MasterData/WALs/cb28580903fb,33693,1731457191336/cb28580903fb%2C33693%2C1731457191336.1731457192335, exclude list is [], retry=0 2024-11-13T00:19:52,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41917,DS-0943e20e-0f90-4904-81e7-53caaad8f05b,DISK] 2024-11-13T00:19:52,363 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/MasterData/WALs/cb28580903fb,33693,1731457191336/cb28580903fb%2C33693%2C1731457191336.1731457192335 2024-11-13T00:19:52,363 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41545:41545)] 2024-11-13T00:19:52,363 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:19:52,364 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:52,364 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:52,364 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:52,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:52,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:19:52,370 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:52,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:52,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:52,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:19:52,371 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:52,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:52,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:52,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:19:52,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:52,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:52,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:52,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:19:52,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:52,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:52,376 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:52,377 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:52,377 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:52,378 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:52,378 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:52,379 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:19:52,380 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:19:52,385 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:19:52,385 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73796984, jitterRate=0.09966075420379639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:19:52,385 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731457192364Initializing all the Stores at 1731457192365 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457192365Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457192367 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457192367Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457192367Cleaning up temporary data from old regions at 1731457192378 (+11 ms)Region opened successfully at 1731457192385 (+7 ms) 2024-11-13T00:19:52,386 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:19:52,389 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1841d973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:19:52,390 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T00:19:52,390 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:19:52,390 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:19:52,390 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:19:52,391 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T00:19:52,391 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T00:19:52,391 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:19:52,394 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:19:52,395 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Unable to get data of znode /11107186553/balancer because node does not exist (not necessarily an error) 2024-11-13T00:19:52,397 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11107186553/balancer already deleted, retry=false 2024-11-13T00:19:52,397 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:19:52,398 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Unable to get data of znode /11107186553/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:19:52,400 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11107186553/normalizer already deleted, retry=false 2024-11-13T00:19:52,401 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:19:52,404 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Unable to get data of znode /11107186553/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:19:52,405 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11107186553/switch/split already deleted, retry=false 2024-11-13T00:19:52,406 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Unable to get data of znode /11107186553/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:19:52,407 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11107186553/switch/merge already deleted, retry=false 2024-11-13T00:19:52,409 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Unable to get data of znode /11107186553/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:19:52,411 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11107186553/snapshot-cleanup already deleted, retry=false 2024-11-13T00:19:52,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11107186553/running 2024-11-13T00:19:52,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107186553 2024-11-13T00:19:52,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1010eb1ea210004, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11107186553/running 2024-11-13T00:19:52,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1010eb1ea210004, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107186553 2024-11-13T00:19:52,415 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,33693,1731457191336, sessionid=0x1010eb1ea210003, setting cluster-up flag (Was=false) 2024-11-13T00:19:52,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1010eb1ea210004, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107186553 2024-11-13T00:19:52,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107186553 2024-11-13T00:19:52,429 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11107186553/flush-table-proc/acquired, /11107186553/flush-table-proc/reached, /11107186553/flush-table-proc/abort 2024-11-13T00:19:52,430 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,33693,1731457191336 2024-11-13T00:19:52,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1010eb1ea210004, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107186553 2024-11-13T00:19:52,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107186553 2024-11-13T00:19:52,454 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11107186553/online-snapshot/acquired, /11107186553/online-snapshot/reached, /11107186553/online-snapshot/abort 2024-11-13T00:19:52,455 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,33693,1731457191336 2024-11-13T00:19:52,456 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T00:19:52,461 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:19:52,461 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:19:52,462 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:19:52,462 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,33693,1731457191336 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:19:52,463 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:19:52,463 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:19:52,463 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:19:52,463 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:19:52,463 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:19:52,463 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:52,463 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:19:52,463 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:52,465 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:19:52,465 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T00:19:52,466 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:52,466 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T00:19:52,472 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731457222472 2024-11-13T00:19:52,472 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:19:52,473 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:19:52,473 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:19:52,473 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:19:52,473 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:19:52,473 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:19:52,476 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:52,477 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:19:52,477 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:19:52,477 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:19:52,477 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T00:19:52,478 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:19:52,478 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:19:52,478 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457192478,5,FailOnTimeoutGroup] 2024-11-13T00:19:52,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741831_1007 (size=1321) 2024-11-13T00:19:52,481 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T00:19:52,481 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c 2024-11-13T00:19:52,484 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457192478,5,FailOnTimeoutGroup] 2024-11-13T00:19:52,484 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:52,484 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:19:52,485 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:52,485 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:52,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741832_1008 (size=32) 2024-11-13T00:19:52,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:52,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:19:52,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:19:52,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:52,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:52,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:19:52,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:19:52,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:52,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:52,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:19:52,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:19:52,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:52,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:52,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:19:52,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:19:52,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:52,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:52,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:19:52,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/1588230740 2024-11-13T00:19:52,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/1588230740 2024-11-13T00:19:52,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:19:52,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:19:52,525 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:19:52,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:19:52,527 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:19:52,528 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63166254, jitterRate=-0.05874946713447571}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:19:52,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731457192509Initializing all the Stores at 1731457192511 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457192511Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457192512 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457192512Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457192512Cleaning up temporary data from old regions at 1731457192525 (+13 ms)Region opened successfully at 1731457192528 (+3 ms) 2024-11-13T00:19:52,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:19:52,528 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:19:52,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:19:52,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:19:52,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:19:52,528 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:19:52,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457192528Disabling compacts and flushes for region at 1731457192528Disabling writes for close at 1731457192528Writing region close event to WAL at 1731457192528Closed at 1731457192528 2024-11-13T00:19:52,529 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:19:52,529 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T00:19:52,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:19:52,530 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:19:52,531 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T00:19:52,549 INFO [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer(746): ClusterId : 618a81e4-45eb-4b91-81ad-83a665e712b4 2024-11-13T00:19:52,549 DEBUG [RS:0;cb28580903fb:40841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:19:52,551 DEBUG [RS:0;cb28580903fb:40841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:19:52,551 DEBUG [RS:0;cb28580903fb:40841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:19:52,555 DEBUG [RS:0;cb28580903fb:40841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:19:52,555 DEBUG [RS:0;cb28580903fb:40841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c752b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:19:52,568 DEBUG [RS:0;cb28580903fb:40841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:40841 2024-11-13T00:19:52,568 INFO [RS:0;cb28580903fb:40841 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:19:52,568 INFO [RS:0;cb28580903fb:40841 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:19:52,568 DEBUG [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:19:52,569 INFO [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,33693,1731457191336 with port=40841, startcode=1731457191392 2024-11-13T00:19:52,569 DEBUG [RS:0;cb28580903fb:40841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:19:52,574 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:19:52,574 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33693 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,40841,1731457191392 2024-11-13T00:19:52,574 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33693 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,40841,1731457191392 2024-11-13T00:19:52,576 DEBUG [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c 2024-11-13T00:19:52,576 DEBUG [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39367 2024-11-13T00:19:52,576 DEBUG [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:19:52,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107186553/rs 2024-11-13T00:19:52,581 DEBUG [RS:0;cb28580903fb:40841 {}] zookeeper.ZKUtil(111): regionserver:40841-0x1010eb1ea210004, quorum=127.0.0.1:49417, baseZNode=/11107186553 Set watcher on existing znode=/11107186553/rs/cb28580903fb,40841,1731457191392 2024-11-13T00:19:52,581 WARN [RS:0;cb28580903fb:40841 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:19:52,581 INFO [RS:0;cb28580903fb:40841 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:19:52,581 DEBUG [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392 2024-11-13T00:19:52,582 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,40841,1731457191392] 2024-11-13T00:19:52,584 INFO [RS:0;cb28580903fb:40841 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:19:52,587 INFO [RS:0;cb28580903fb:40841 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:19:52,588 INFO [RS:0;cb28580903fb:40841 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:19:52,588 INFO [RS:0;cb28580903fb:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:52,589 INFO [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:19:52,590 INFO [RS:0;cb28580903fb:40841 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:19:52,590 INFO [RS:0;cb28580903fb:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:52,590 DEBUG [RS:0;cb28580903fb:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:52,590 DEBUG [RS:0;cb28580903fb:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:52,590 DEBUG [RS:0;cb28580903fb:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:52,590 DEBUG [RS:0;cb28580903fb:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:52,591 DEBUG [RS:0;cb28580903fb:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:52,591 DEBUG [RS:0;cb28580903fb:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:19:52,591 DEBUG [RS:0;cb28580903fb:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:52,591 DEBUG [RS:0;cb28580903fb:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:52,591 DEBUG [RS:0;cb28580903fb:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:52,591 DEBUG [RS:0;cb28580903fb:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:52,591 DEBUG [RS:0;cb28580903fb:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:52,591 DEBUG [RS:0;cb28580903fb:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:19:52,591 DEBUG [RS:0;cb28580903fb:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:19:52,591 DEBUG [RS:0;cb28580903fb:40841 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:19:52,592 INFO [RS:0;cb28580903fb:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:52,592 INFO [RS:0;cb28580903fb:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:52,592 INFO [RS:0;cb28580903fb:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:52,592 INFO [RS:0;cb28580903fb:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:52,592 INFO [RS:0;cb28580903fb:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:52,592 INFO [RS:0;cb28580903fb:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,40841,1731457191392-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:19:52,619 INFO [RS:0;cb28580903fb:40841 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:19:52,619 INFO [RS:0;cb28580903fb:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,40841,1731457191392-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:52,619 INFO [RS:0;cb28580903fb:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:52,619 INFO [RS:0;cb28580903fb:40841 {}] regionserver.Replication(171): cb28580903fb,40841,1731457191392 started 2024-11-13T00:19:52,634 INFO [RS:0;cb28580903fb:40841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:52,634 INFO [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,40841,1731457191392, RpcServer on cb28580903fb/172.17.0.2:40841, sessionid=0x1010eb1ea210004 2024-11-13T00:19:52,634 DEBUG [RS:0;cb28580903fb:40841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:19:52,634 DEBUG [RS:0;cb28580903fb:40841 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,40841,1731457191392 2024-11-13T00:19:52,634 DEBUG [RS:0;cb28580903fb:40841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,40841,1731457191392' 2024-11-13T00:19:52,634 DEBUG [RS:0;cb28580903fb:40841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11107186553/flush-table-proc/abort' 2024-11-13T00:19:52,634 DEBUG [RS:0;cb28580903fb:40841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11107186553/flush-table-proc/acquired' 2024-11-13T00:19:52,635 DEBUG [RS:0;cb28580903fb:40841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:19:52,635 DEBUG [RS:0;cb28580903fb:40841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:19:52,635 DEBUG [RS:0;cb28580903fb:40841 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,40841,1731457191392 2024-11-13T00:19:52,635 DEBUG [RS:0;cb28580903fb:40841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,40841,1731457191392' 2024-11-13T00:19:52,635 DEBUG [RS:0;cb28580903fb:40841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11107186553/online-snapshot/abort' 2024-11-13T00:19:52,635 DEBUG [RS:0;cb28580903fb:40841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11107186553/online-snapshot/acquired' 2024-11-13T00:19:52,635 DEBUG [RS:0;cb28580903fb:40841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:19:52,635 INFO [RS:0;cb28580903fb:40841 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:19:52,635 INFO [RS:0;cb28580903fb:40841 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:19:52,681 WARN [cb28580903fb:33693 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T00:19:52,736 INFO [RS:0;cb28580903fb:40841 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:19:52,737 INFO [RS:0;cb28580903fb:40841 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C40841%2C1731457191392, suffix=, logDir=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392, archiveDir=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/oldWALs, maxLogs=10 2024-11-13T00:19:52,751 DEBUG [RS:0;cb28580903fb:40841 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737, exclude list is [], retry=0 2024-11-13T00:19:52,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41917,DS-0943e20e-0f90-4904-81e7-53caaad8f05b,DISK] 2024-11-13T00:19:52,755 INFO [RS:0;cb28580903fb:40841 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737 2024-11-13T00:19:52,755 DEBUG [RS:0;cb28580903fb:40841 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41545:41545)] 2024-11-13T00:19:52,931 DEBUG [cb28580903fb:33693 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:19:52,932 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,40841,1731457191392 2024-11-13T00:19:52,934 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,40841,1731457191392, state=OPENING 2024-11-13T00:19:52,936 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T00:19:52,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1010eb1ea210004, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107186553 2024-11-13T00:19:52,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107186553 2024-11-13T00:19:52,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11107186553/meta-region-server: CHANGED 2024-11-13T00:19:52,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11107186553/meta-region-server: CHANGED 2024-11-13T00:19:52,939 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:19:52,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,40841,1731457191392}] 2024-11-13T00:19:53,092 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:19:53,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:19:53,096 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:19:53,096 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:19:53,096 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T00:19:53,097 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C40841%2C1731457191392.meta, suffix=.meta, logDir=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392, archiveDir=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/oldWALs, maxLogs=10 2024-11-13T00:19:53,111 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.meta.1731457193098.meta, exclude list is [], retry=0 2024-11-13T00:19:53,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41917,DS-0943e20e-0f90-4904-81e7-53caaad8f05b,DISK] 2024-11-13T00:19:53,115 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.meta.1731457193098.meta 2024-11-13T00:19:53,115 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41545:41545)] 2024-11-13T00:19:53,116 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:19:53,116 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:19:53,116 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:19:53,116 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:19:53,116 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:19:53,116 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:19:53,116 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:53,117 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:19:53,117 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:19:53,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:19:53,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:19:53,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:53,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:53,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:19:53,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:19:53,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:53,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:53,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:19:53,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:19:53,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:53,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:53,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:19:53,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:19:53,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:53,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:19:53,122 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:19:53,123 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/1588230740 2024-11-13T00:19:53,124 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/1588230740 2024-11-13T00:19:53,125 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:19:53,125 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:19:53,126 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:19:53,127 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:19:53,127 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69290104, jitterRate=0.03250300884246826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:19:53,128 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:19:53,128 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731457193117Writing region info on filesystem at 1731457193117Initializing all the Stores at 1731457193118 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457193118Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457193118Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457193118Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457193118Cleaning up temporary data from old regions at 1731457193125 (+7 ms)Running coprocessor post-open hooks at 1731457193128 (+3 ms)Region opened successfully at 1731457193128 2024-11-13T00:19:53,129 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731457193091 2024-11-13T00:19:53,131 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:19:53,131 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:19:53,132 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,40841,1731457191392 2024-11-13T00:19:53,132 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,40841,1731457191392, state=OPEN 2024-11-13T00:19:53,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11107186553/meta-region-server 2024-11-13T00:19:53,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1010eb1ea210004, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11107186553/meta-region-server 2024-11-13T00:19:53,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11107186553/meta-region-server: CHANGED 2024-11-13T00:19:53,135 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,40841,1731457191392 2024-11-13T00:19:53,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11107186553/meta-region-server: CHANGED 2024-11-13T00:19:53,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T00:19:53,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,40841,1731457191392 in 196 msec 2024-11-13T00:19:53,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T00:19:53,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 608 msec 2024-11-13T00:19:53,139 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:19:53,139 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T00:19:53,141 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:19:53,141 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,40841,1731457191392, seqNum=-1] 2024-11-13T00:19:53,141 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:19:53,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:19:53,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 686 msec 2024-11-13T00:19:53,147 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731457193147, completionTime=-1 2024-11-13T00:19:53,147 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T00:19:53,147 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:19:53,149 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T00:19:53,149 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731457253149 2024-11-13T00:19:53,149 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731457313149 2024-11-13T00:19:53,149 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T00:19:53,149 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,33693,1731457191336-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:53,149 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,33693,1731457191336-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:53,149 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,33693,1731457191336-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:53,149 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:33693, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:53,149 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:53,150 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:53,151 DEBUG [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T00:19:53,153 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.692sec 2024-11-13T00:19:53,153 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:19:53,153 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:19:53,153 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:19:53,153 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:19:53,153 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:19:53,153 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,33693,1731457191336-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:19:53,153 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,33693,1731457191336-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:19:53,156 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:19:53,156 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:19:53,156 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,33693,1731457191336-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:19:53,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9888fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:53,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,33693,-1 for getting cluster id 2024-11-13T00:19:53,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:53,252 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '618a81e4-45eb-4b91-81ad-83a665e712b4' 2024-11-13T00:19:53,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:53,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "618a81e4-45eb-4b91-81ad-83a665e712b4" 2024-11-13T00:19:53,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d949d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:53,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,33693,-1] 2024-11-13T00:19:53,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:53,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:53,254 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:53,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c590f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:53,256 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:19:53,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,40841,1731457191392, seqNum=-1] 2024-11-13T00:19:53,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:19:53,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:19:53,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb28580903fb,33693,1731457191336 2024-11-13T00:19:53,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49417 2024-11-13T00:19:53,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:19:53,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1010eb1ea210005 connected 2024-11-13T00:19:53,279 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:53,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,33497,1731457188489 2024-11-13T00:19:53,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34b557fa 2024-11-13T00:19:53,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:19:53,282 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:19:53,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33497 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:19:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33497 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T00:19:53,285 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:19:53,285 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:53,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33497 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T00:19:53,286 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:19:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:53,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741835_1011 (size=902) 2024-11-13T00:19:53,332 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 577064a03688349e7eb1e353320af177, NAME => 'test,,1731457193282.577064a03688349e7eb1e353320af177.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852 2024-11-13T00:19:53,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741836_1012 (size=39) 2024-11-13T00:19:53,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731457193282.577064a03688349e7eb1e353320af177.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:53,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 577064a03688349e7eb1e353320af177, disabling compactions & flushes 2024-11-13T00:19:53,347 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731457193282.577064a03688349e7eb1e353320af177. 2024-11-13T00:19:53,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457193282.577064a03688349e7eb1e353320af177. 2024-11-13T00:19:53,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731457193282.577064a03688349e7eb1e353320af177. after waiting 0 ms 2024-11-13T00:19:53,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731457193282.577064a03688349e7eb1e353320af177. 2024-11-13T00:19:53,347 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731457193282.577064a03688349e7eb1e353320af177. 2024-11-13T00:19:53,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 577064a03688349e7eb1e353320af177: Waiting for close lock at 1731457193347Disabling compacts and flushes for region at 1731457193347Disabling writes for close at 1731457193347Writing region close event to WAL at 1731457193347Closed at 1731457193347 2024-11-13T00:19:53,349 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:19:53,349 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731457193282.577064a03688349e7eb1e353320af177.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731457193349"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457193349"}]},"ts":"1731457193349"} 2024-11-13T00:19:53,351 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:19:53,352 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:19:53,352 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457193352"}]},"ts":"1731457193352"} 2024-11-13T00:19:53,353 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T00:19:53,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=577064a03688349e7eb1e353320af177, ASSIGN}] 2024-11-13T00:19:53,357 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=577064a03688349e7eb1e353320af177, ASSIGN 2024-11-13T00:19:53,358 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=577064a03688349e7eb1e353320af177, ASSIGN; state=OFFLINE, location=cb28580903fb,45459,1731457188607; forceNewPlan=false, retain=false 2024-11-13T00:19:53,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:53,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=577064a03688349e7eb1e353320af177, regionState=OPENING, regionLocation=cb28580903fb,45459,1731457188607 2024-11-13T00:19:53,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=577064a03688349e7eb1e353320af177, ASSIGN because future has completed 2024-11-13T00:19:53,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 577064a03688349e7eb1e353320af177, server=cb28580903fb,45459,1731457188607}] 2024-11-13T00:19:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:53,670 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731457193282.577064a03688349e7eb1e353320af177. 2024-11-13T00:19:53,670 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 577064a03688349e7eb1e353320af177, NAME => 'test,,1731457193282.577064a03688349e7eb1e353320af177.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:19:53,670 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:19:53,670 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T00:19:53,670 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 577064a03688349e7eb1e353320af177 2024-11-13T00:19:53,670 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731457193282.577064a03688349e7eb1e353320af177.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:53,670 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 577064a03688349e7eb1e353320af177 2024-11-13T00:19:53,671 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 577064a03688349e7eb1e353320af177 2024-11-13T00:19:53,672 INFO [StoreOpener-577064a03688349e7eb1e353320af177-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 577064a03688349e7eb1e353320af177 2024-11-13T00:19:53,673 INFO [StoreOpener-577064a03688349e7eb1e353320af177-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 577064a03688349e7eb1e353320af177 columnFamilyName f 2024-11-13T00:19:53,673 DEBUG [StoreOpener-577064a03688349e7eb1e353320af177-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:53,674 INFO [StoreOpener-577064a03688349e7eb1e353320af177-1 {}] regionserver.HStore(327): Store=577064a03688349e7eb1e353320af177/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:53,674 INFO [StoreOpener-577064a03688349e7eb1e353320af177-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 577064a03688349e7eb1e353320af177 2024-11-13T00:19:53,675 INFO [StoreOpener-577064a03688349e7eb1e353320af177-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 577064a03688349e7eb1e353320af177 columnFamilyName f1 2024-11-13T00:19:53,675 DEBUG [StoreOpener-577064a03688349e7eb1e353320af177-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:53,676 INFO [StoreOpener-577064a03688349e7eb1e353320af177-1 {}] regionserver.HStore(327): Store=577064a03688349e7eb1e353320af177/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:53,676 INFO [StoreOpener-577064a03688349e7eb1e353320af177-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 577064a03688349e7eb1e353320af177 2024-11-13T00:19:53,677 INFO [StoreOpener-577064a03688349e7eb1e353320af177-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 577064a03688349e7eb1e353320af177 columnFamilyName norep 2024-11-13T00:19:53,677 DEBUG [StoreOpener-577064a03688349e7eb1e353320af177-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:53,677 INFO [StoreOpener-577064a03688349e7eb1e353320af177-1 {}] regionserver.HStore(327): Store=577064a03688349e7eb1e353320af177/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:53,677 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 577064a03688349e7eb1e353320af177 2024-11-13T00:19:53,678 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/default/test/577064a03688349e7eb1e353320af177 2024-11-13T00:19:53,678 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/default/test/577064a03688349e7eb1e353320af177 2024-11-13T00:19:53,679 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 577064a03688349e7eb1e353320af177 2024-11-13T00:19:53,679 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 577064a03688349e7eb1e353320af177 2024-11-13T00:19:53,679 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:19:53,680 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 577064a03688349e7eb1e353320af177 2024-11-13T00:19:53,685 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/default/test/577064a03688349e7eb1e353320af177/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:19:53,685 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 577064a03688349e7eb1e353320af177; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59123331, jitterRate=-0.11899371445178986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:19:53,685 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 577064a03688349e7eb1e353320af177 2024-11-13T00:19:53,686 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 577064a03688349e7eb1e353320af177: Running coprocessor pre-open hook at 1731457193671Writing region info on filesystem at 1731457193671Initializing all the Stores at 1731457193671Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457193671Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457193672 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457193672Cleaning up temporary data from old regions at 1731457193679 (+7 ms)Running coprocessor post-open hooks at 1731457193685 (+6 ms)Region opened successfully at 1731457193685 2024-11-13T00:19:53,686 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731457193282.577064a03688349e7eb1e353320af177., pid=6, masterSystemTime=1731457193663 2024-11-13T00:19:53,688 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731457193282.577064a03688349e7eb1e353320af177. 2024-11-13T00:19:53,688 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731457193282.577064a03688349e7eb1e353320af177. 2024-11-13T00:19:53,689 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=577064a03688349e7eb1e353320af177, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb28580903fb,45459,1731457188607 2024-11-13T00:19:53,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 577064a03688349e7eb1e353320af177, server=cb28580903fb,45459,1731457188607 because future has completed 2024-11-13T00:19:53,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T00:19:53,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 577064a03688349e7eb1e353320af177, server=cb28580903fb,45459,1731457188607 in 180 msec 2024-11-13T00:19:53,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T00:19:53,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=577064a03688349e7eb1e353320af177, ASSIGN in 339 msec 2024-11-13T00:19:53,696 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:19:53,696 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457193696"}]},"ts":"1731457193696"} 2024-11-13T00:19:53,697 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T00:19:53,698 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:19:53,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 415 msec 2024-11-13T00:19:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:53,913 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T00:19:53,913 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,33693,1731457191336 2024-11-13T00:19:53,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@269455c 2024-11-13T00:19:53,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:19:53,918 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:19:53,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33693 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:19:53,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33693 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T00:19:53,922 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:19:53,922 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:53,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33693 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T00:19:53,923 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:19:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:53,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741835_1011 (size=902) 2024-11-13T00:19:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:54,334 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e27d3e6467dad453ed56d08b03083ca9, NAME => 'test,,1731457193919.e27d3e6467dad453ed56d08b03083ca9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c 2024-11-13T00:19:54,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741836_1012 (size=39) 2024-11-13T00:19:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:54,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731457193919.e27d3e6467dad453ed56d08b03083ca9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:54,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e27d3e6467dad453ed56d08b03083ca9, disabling compactions & flushes 2024-11-13T00:19:54,740 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731457193919.e27d3e6467dad453ed56d08b03083ca9. 2024-11-13T00:19:54,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457193919.e27d3e6467dad453ed56d08b03083ca9. 2024-11-13T00:19:54,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731457193919.e27d3e6467dad453ed56d08b03083ca9. after waiting 0 ms 2024-11-13T00:19:54,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731457193919.e27d3e6467dad453ed56d08b03083ca9. 2024-11-13T00:19:54,740 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731457193919.e27d3e6467dad453ed56d08b03083ca9. 2024-11-13T00:19:54,740 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e27d3e6467dad453ed56d08b03083ca9: Waiting for close lock at 1731457194740Disabling compacts and flushes for region at 1731457194740Disabling writes for close at 1731457194740Writing region close event to WAL at 1731457194740Closed at 1731457194740 2024-11-13T00:19:54,741 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:19:54,741 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731457193919.e27d3e6467dad453ed56d08b03083ca9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731457194741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457194741"}]},"ts":"1731457194741"} 2024-11-13T00:19:54,743 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:19:54,744 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:19:54,744 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457194744"}]},"ts":"1731457194744"} 2024-11-13T00:19:54,746 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T00:19:54,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e27d3e6467dad453ed56d08b03083ca9, ASSIGN}] 2024-11-13T00:19:54,747 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e27d3e6467dad453ed56d08b03083ca9, ASSIGN 2024-11-13T00:19:54,747 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e27d3e6467dad453ed56d08b03083ca9, ASSIGN; state=OFFLINE, location=cb28580903fb,40841,1731457191392; forceNewPlan=false, retain=false 2024-11-13T00:19:54,898 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e27d3e6467dad453ed56d08b03083ca9, regionState=OPENING, regionLocation=cb28580903fb,40841,1731457191392 2024-11-13T00:19:54,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e27d3e6467dad453ed56d08b03083ca9, ASSIGN because future has completed 2024-11-13T00:19:54,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e27d3e6467dad453ed56d08b03083ca9, server=cb28580903fb,40841,1731457191392}] 2024-11-13T00:19:55,056 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731457193919.e27d3e6467dad453ed56d08b03083ca9. 2024-11-13T00:19:55,056 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e27d3e6467dad453ed56d08b03083ca9, NAME => 'test,,1731457193919.e27d3e6467dad453ed56d08b03083ca9.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:19:55,056 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:19:55,057 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T00:19:55,057 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e27d3e6467dad453ed56d08b03083ca9 2024-11-13T00:19:55,057 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731457193919.e27d3e6467dad453ed56d08b03083ca9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:55,057 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e27d3e6467dad453ed56d08b03083ca9 2024-11-13T00:19:55,057 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e27d3e6467dad453ed56d08b03083ca9 2024-11-13T00:19:55,058 INFO [StoreOpener-e27d3e6467dad453ed56d08b03083ca9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e27d3e6467dad453ed56d08b03083ca9 2024-11-13T00:19:55,059 INFO [StoreOpener-e27d3e6467dad453ed56d08b03083ca9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e27d3e6467dad453ed56d08b03083ca9 columnFamilyName f 2024-11-13T00:19:55,059 DEBUG [StoreOpener-e27d3e6467dad453ed56d08b03083ca9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:55,059 INFO [StoreOpener-e27d3e6467dad453ed56d08b03083ca9-1 {}] regionserver.HStore(327): Store=e27d3e6467dad453ed56d08b03083ca9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:55,059 INFO [StoreOpener-e27d3e6467dad453ed56d08b03083ca9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e27d3e6467dad453ed56d08b03083ca9 2024-11-13T00:19:55,060 INFO [StoreOpener-e27d3e6467dad453ed56d08b03083ca9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e27d3e6467dad453ed56d08b03083ca9 columnFamilyName f1 2024-11-13T00:19:55,060 DEBUG [StoreOpener-e27d3e6467dad453ed56d08b03083ca9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:55,061 INFO [StoreOpener-e27d3e6467dad453ed56d08b03083ca9-1 {}] regionserver.HStore(327): Store=e27d3e6467dad453ed56d08b03083ca9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:55,061 INFO [StoreOpener-e27d3e6467dad453ed56d08b03083ca9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e27d3e6467dad453ed56d08b03083ca9 2024-11-13T00:19:55,062 INFO [StoreOpener-e27d3e6467dad453ed56d08b03083ca9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e27d3e6467dad453ed56d08b03083ca9 columnFamilyName norep 2024-11-13T00:19:55,062 DEBUG [StoreOpener-e27d3e6467dad453ed56d08b03083ca9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:55,062 INFO [StoreOpener-e27d3e6467dad453ed56d08b03083ca9-1 {}] regionserver.HStore(327): Store=e27d3e6467dad453ed56d08b03083ca9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:55,062 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e27d3e6467dad453ed56d08b03083ca9 2024-11-13T00:19:55,063 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/default/test/e27d3e6467dad453ed56d08b03083ca9 2024-11-13T00:19:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:55,065 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/default/test/e27d3e6467dad453ed56d08b03083ca9 2024-11-13T00:19:55,065 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e27d3e6467dad453ed56d08b03083ca9 2024-11-13T00:19:55,065 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e27d3e6467dad453ed56d08b03083ca9 2024-11-13T00:19:55,066 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:19:55,067 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e27d3e6467dad453ed56d08b03083ca9 2024-11-13T00:19:55,068 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/default/test/e27d3e6467dad453ed56d08b03083ca9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:19:55,069 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e27d3e6467dad453ed56d08b03083ca9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65787048, jitterRate=-0.019696593284606934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:19:55,069 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e27d3e6467dad453ed56d08b03083ca9 2024-11-13T00:19:55,069 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e27d3e6467dad453ed56d08b03083ca9: Running coprocessor pre-open hook at 1731457195057Writing region info on filesystem at 1731457195057Initializing all the Stores at 1731457195058 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457195058Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457195058Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457195058Cleaning up temporary data from old regions at 1731457195065 (+7 ms)Running coprocessor post-open hooks at 1731457195069 (+4 ms)Region opened successfully at 1731457195069 2024-11-13T00:19:55,070 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731457193919.e27d3e6467dad453ed56d08b03083ca9., pid=6, masterSystemTime=1731457195053 2024-11-13T00:19:55,072 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731457193919.e27d3e6467dad453ed56d08b03083ca9. 2024-11-13T00:19:55,072 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731457193919.e27d3e6467dad453ed56d08b03083ca9. 2024-11-13T00:19:55,072 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e27d3e6467dad453ed56d08b03083ca9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb28580903fb,40841,1731457191392 2024-11-13T00:19:55,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e27d3e6467dad453ed56d08b03083ca9, server=cb28580903fb,40841,1731457191392 because future has completed 2024-11-13T00:19:55,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T00:19:55,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e27d3e6467dad453ed56d08b03083ca9, server=cb28580903fb,40841,1731457191392 in 174 msec 2024-11-13T00:19:55,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T00:19:55,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e27d3e6467dad453ed56d08b03083ca9, ASSIGN in 330 msec 2024-11-13T00:19:55,078 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:19:55,078 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457195078"}]},"ts":"1731457195078"} 2024-11-13T00:19:55,079 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T00:19:55,080 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:19:55,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-13T00:19:55,536 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:19:55,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:55,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:55,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:55,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:55,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:55,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:55,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:55,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:55,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:55,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:19:55,578 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T00:19:55,578 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T00:19:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:19:56,073 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T00:19:56,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311dfa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:56,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,33497,-1 for getting cluster id 2024-11-13T00:19:56,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:56,075 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '902e9095-e9fd-450e-8a98-9f7c86906fd8' 2024-11-13T00:19:56,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:56,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "902e9095-e9fd-450e-8a98-9f7c86906fd8" 2024-11-13T00:19:56,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429b366c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:56,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,33497,-1] 2024-11-13T00:19:56,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:56,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:56,077 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:56,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328bf6c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:56,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c43688e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:56,078 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,33693,-1 for getting cluster id 2024-11-13T00:19:56,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:56,079 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '618a81e4-45eb-4b91-81ad-83a665e712b4' 2024-11-13T00:19:56,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:56,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "618a81e4-45eb-4b91-81ad-83a665e712b4" 2024-11-13T00:19:56,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c49a3ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:56,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,33693,-1] 2024-11-13T00:19:56,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:56,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:56,080 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:56,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a5f6de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:56,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d7122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:56,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,33497,-1 for getting cluster id 2024-11-13T00:19:56,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:56,082 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '902e9095-e9fd-450e-8a98-9f7c86906fd8' 2024-11-13T00:19:56,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:56,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "902e9095-e9fd-450e-8a98-9f7c86906fd8" 2024-11-13T00:19:56,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d1c33b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:56,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,33497,-1] 2024-11-13T00:19:56,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:56,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:56,083 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:56,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f8dc65d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:56,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:56,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,33497,1731457188489 2024-11-13T00:19:56,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cd90755 2024-11-13T00:19:56,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:19:56,085 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:19:56,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33497 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb28580903fb:33693,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T00:19:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33497 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T00:19:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:19:56,088 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:33693' 2024-11-13T00:19:56,088 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a3e0b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:56,088 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,33693,-1 for getting cluster id 2024-11-13T00:19:56,089 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:56,089 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '618a81e4-45eb-4b91-81ad-83a665e712b4' 2024-11-13T00:19:56,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:56,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "618a81e4-45eb-4b91-81ad-83a665e712b4" 2024-11-13T00:19:56,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@766d1fa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:56,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,33693,-1] 2024-11-13T00:19:56,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:56,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:56,090 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:56,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6791f799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:56,091 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:56,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,33693,1731457191336 2024-11-13T00:19:56,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24b582de 2024-11-13T00:19:56,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:19:56,092 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:19:56,093 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T00:19:56,093 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T00:19:56,093 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:56,093 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:56,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:19:56,093 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:19:56,094 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T00:19:56,095 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:19:56,095 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:56,096 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:19:56,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741837_1013 (size=1138) 2024-11-13T00:19:56,102 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5d007419067d6d2051f36fd6f5acd600, NAME => 'hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852 2024-11-13T00:19:56,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741838_1014 (size=44) 2024-11-13T00:19:56,144 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T00:19:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:19:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:19:56,508 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:56,508 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5d007419067d6d2051f36fd6f5acd600, disabling compactions & flushes 2024-11-13T00:19:56,508 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600. 2024-11-13T00:19:56,508 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600. 2024-11-13T00:19:56,508 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600. after waiting 0 ms 2024-11-13T00:19:56,508 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600. 2024-11-13T00:19:56,508 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600. 2024-11-13T00:19:56,508 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5d007419067d6d2051f36fd6f5acd600: Waiting for close lock at 1731457196508Disabling compacts and flushes for region at 1731457196508Disabling writes for close at 1731457196508Writing region close event to WAL at 1731457196508Closed at 1731457196508 2024-11-13T00:19:56,509 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:19:56,510 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731457196509"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457196509"}]},"ts":"1731457196509"} 2024-11-13T00:19:56,512 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:19:56,512 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:19:56,513 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457196513"}]},"ts":"1731457196513"} 2024-11-13T00:19:56,514 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T00:19:56,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5d007419067d6d2051f36fd6f5acd600, ASSIGN}] 2024-11-13T00:19:56,516 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5d007419067d6d2051f36fd6f5acd600, ASSIGN 2024-11-13T00:19:56,517 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5d007419067d6d2051f36fd6f5acd600, ASSIGN; state=OFFLINE, location=cb28580903fb,45459,1731457188607; forceNewPlan=false, retain=false 2024-11-13T00:19:56,668 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5d007419067d6d2051f36fd6f5acd600, regionState=OPENING, regionLocation=cb28580903fb,45459,1731457188607 2024-11-13T00:19:56,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5d007419067d6d2051f36fd6f5acd600, ASSIGN because future has completed 2024-11-13T00:19:56,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d007419067d6d2051f36fd6f5acd600, server=cb28580903fb,45459,1731457188607}] 2024-11-13T00:19:56,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:19:56,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600. 2024-11-13T00:19:56,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:19:56,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T00:19:56,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C45459%2C1731457188607.rep, suffix=, logDir=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607, archiveDir=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/oldWALs, maxLogs=10 2024-11-13T00:19:56,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.rep.1731457196828, exclude list is [], retry=0 2024-11-13T00:19:56,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38429,DS-a940c177-d7f6-421a-8103-4a9d33238fdd,DISK] 2024-11-13T00:19:56,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.rep.1731457196828 2024-11-13T00:19:56,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589)] 2024-11-13T00:19:56,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d007419067d6d2051f36fd6f5acd600, NAME => 'hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:19:56,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:19:56,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:19:56,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600. service=MultiRowMutationService 2024-11-13T00:19:56,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T00:19:56,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5d007419067d6d2051f36fd6f5acd600 2024-11-13T00:19:56,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:56,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5d007419067d6d2051f36fd6f5acd600 2024-11-13T00:19:56,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5d007419067d6d2051f36fd6f5acd600 2024-11-13T00:19:56,847 INFO [StoreOpener-5d007419067d6d2051f36fd6f5acd600-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5d007419067d6d2051f36fd6f5acd600 2024-11-13T00:19:56,848 INFO [StoreOpener-5d007419067d6d2051f36fd6f5acd600-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d007419067d6d2051f36fd6f5acd600 columnFamilyName hfileref 2024-11-13T00:19:56,848 DEBUG [StoreOpener-5d007419067d6d2051f36fd6f5acd600-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:56,849 INFO [StoreOpener-5d007419067d6d2051f36fd6f5acd600-1 {}] regionserver.HStore(327): Store=5d007419067d6d2051f36fd6f5acd600/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:56,849 INFO [StoreOpener-5d007419067d6d2051f36fd6f5acd600-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5d007419067d6d2051f36fd6f5acd600 2024-11-13T00:19:56,850 INFO [StoreOpener-5d007419067d6d2051f36fd6f5acd600-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d007419067d6d2051f36fd6f5acd600 columnFamilyName queue 2024-11-13T00:19:56,850 DEBUG [StoreOpener-5d007419067d6d2051f36fd6f5acd600-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:56,850 INFO [StoreOpener-5d007419067d6d2051f36fd6f5acd600-1 {}] regionserver.HStore(327): Store=5d007419067d6d2051f36fd6f5acd600/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:56,850 INFO [StoreOpener-5d007419067d6d2051f36fd6f5acd600-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5d007419067d6d2051f36fd6f5acd600 2024-11-13T00:19:56,851 INFO [StoreOpener-5d007419067d6d2051f36fd6f5acd600-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d007419067d6d2051f36fd6f5acd600 columnFamilyName sid 2024-11-13T00:19:56,851 DEBUG [StoreOpener-5d007419067d6d2051f36fd6f5acd600-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:56,851 INFO [StoreOpener-5d007419067d6d2051f36fd6f5acd600-1 {}] regionserver.HStore(327): Store=5d007419067d6d2051f36fd6f5acd600/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:56,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5d007419067d6d2051f36fd6f5acd600 2024-11-13T00:19:56,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/replication/5d007419067d6d2051f36fd6f5acd600 2024-11-13T00:19:56,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/replication/5d007419067d6d2051f36fd6f5acd600 2024-11-13T00:19:56,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5d007419067d6d2051f36fd6f5acd600 2024-11-13T00:19:56,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5d007419067d6d2051f36fd6f5acd600 2024-11-13T00:19:56,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:19:56,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5d007419067d6d2051f36fd6f5acd600 2024-11-13T00:19:56,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/replication/5d007419067d6d2051f36fd6f5acd600/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:19:56,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5d007419067d6d2051f36fd6f5acd600; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71229680, jitterRate=0.06140494346618652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:19:56,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d007419067d6d2051f36fd6f5acd600 2024-11-13T00:19:56,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5d007419067d6d2051f36fd6f5acd600: Running coprocessor pre-open hook at 1731457196846Writing region info on filesystem at 1731457196846Initializing all the Stores at 1731457196847 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457196847Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457196847Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457196847Cleaning up temporary data from old regions at 1731457196853 (+6 ms)Running coprocessor post-open hooks at 1731457196856 (+3 ms)Region opened successfully at 1731457196857 (+1 ms) 2024-11-13T00:19:56,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600., pid=10, masterSystemTime=1731457196822 2024-11-13T00:19:56,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600. 2024-11-13T00:19:56,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600. 2024-11-13T00:19:56,860 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5d007419067d6d2051f36fd6f5acd600, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,45459,1731457188607 2024-11-13T00:19:56,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d007419067d6d2051f36fd6f5acd600, server=cb28580903fb,45459,1731457188607 because future has completed 2024-11-13T00:19:56,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T00:19:56,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d007419067d6d2051f36fd6f5acd600, server=cb28580903fb,45459,1731457188607 in 193 msec 2024-11-13T00:19:56,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T00:19:56,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5d007419067d6d2051f36fd6f5acd600, ASSIGN in 350 msec 2024-11-13T00:19:56,867 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:19:56,867 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457196867"}]},"ts":"1731457196867"} 2024-11-13T00:19:56,869 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T00:19:56,869 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:19:56,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 776 msec 2024-11-13T00:19:56,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600., hostname=cb28580903fb,45459,1731457188607, seqNum=2] 2024-11-13T00:19:56,907 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45459-0x1010eb1ea210001, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-901503678 2024-11-13T00:19:56,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-901503678 2024-11-13T00:19:56,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T00:19:57,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T00:19:57,064 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T00:19:57,093 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cb28580903fb,45459,1731457188607, ReplicationSource: 1, currentBandwidth=0 2024-11-13T00:19:57,094 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:19:57,094 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,45459,1731457188607, seqNum=-1] 2024-11-13T00:19:57,094 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:19:57,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T00:19:57,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb28580903fb,45459,1731457188607', locateType=CURRENT is [region=hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600., hostname=cb28580903fb,45459,1731457188607, seqNum=2] 2024-11-13T00:19:57,099 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T00:19:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33497 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T00:19:57,102 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb28580903fb,45459,1731457188607 suceeded 2024-11-13T00:19:57,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T00:19:57,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-13T00:19:57,104 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb28580903fb:33693,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T00:19:57,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0190 sec 2024-11-13T00:19:57,115 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:33693' 2024-11-13T00:19:57,116 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f013fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:57,116 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,33693,-1 for getting cluster id 2024-11-13T00:19:57,116 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:57,117 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '618a81e4-45eb-4b91-81ad-83a665e712b4' 2024-11-13T00:19:57,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:57,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "618a81e4-45eb-4b91-81ad-83a665e712b4" 2024-11-13T00:19:57,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@119c7143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:57,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,33693,-1] 2024-11-13T00:19:57,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:57,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:57,119 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:57,119 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@348a3cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:57,119 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:57,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,33693,1731457191336 2024-11-13T00:19:57,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28f7c158 2024-11-13T00:19:57,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:19:57,121 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-13T00:19:57,121 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb28580903fb,45459,1731457188607 (queues=1) is replicating from cluster=902e9095-e9fd-450e-8a98-9f7c86906fd8 to cluster=618a81e4-45eb-4b91-81ad-83a665e712b4 2024-11-13T00:19:57,122 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb28580903fb%2C45459%2C1731457188607 2024-11-13T00:19:57,122 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb28580903fb,45459,1731457188607, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T00:19:57,122 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.shippercb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb28580903fb%2C45459%2C1731457188607 2024-11-13T00:19:57,122 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606, startPosition=0, beingWritten=true 2024-11-13T00:19:57,127 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:19:57,127 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 379, reset compression=false 2024-11-13T00:19:57,127 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.shippercb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,45459,1731457188607 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:19:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33497 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:19:57,224 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T00:19:57,224 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:19:57,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:57,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:57,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:57,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:19:57,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1ee519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:57,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,33693,-1 for getting cluster id 2024-11-13T00:19:57,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:57,226 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '618a81e4-45eb-4b91-81ad-83a665e712b4' 2024-11-13T00:19:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:57,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "618a81e4-45eb-4b91-81ad-83a665e712b4" 2024-11-13T00:19:57,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499fa179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:57,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,33693,-1] 2024-11-13T00:19:57,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:57,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:57,228 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:57,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31fb5764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:57,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:57,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,33693,1731457191336 2024-11-13T00:19:57,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a3188cc 2024-11-13T00:19:57,231 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:19:57,232 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:19:57,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33693 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb28580903fb:33497,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T00:19:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33693 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T00:19:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:19:57,235 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:33497' 2024-11-13T00:19:57,236 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5811dbb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:57,236 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,33497,-1 for getting cluster id 2024-11-13T00:19:57,237 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:57,237 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '902e9095-e9fd-450e-8a98-9f7c86906fd8' 2024-11-13T00:19:57,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:57,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "902e9095-e9fd-450e-8a98-9f7c86906fd8" 2024-11-13T00:19:57,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d90859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:57,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,33497,-1] 2024-11-13T00:19:57,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:57,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:57,239 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:57,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d45d9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:57,240 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:57,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,33497,1731457188489 2024-11-13T00:19:57,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ddb5615 2024-11-13T00:19:57,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:19:57,241 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:19:57,243 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T00:19:57,243 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T00:19:57,243 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:57,243 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:57,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:19:57,243 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:19:57,244 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T00:19:57,245 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:19:57,245 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:57,246 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:19:57,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741837_1013 (size=1138) 2024-11-13T00:19:57,294 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T00:19:57,331 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 379, reset compression=false 2024-11-13T00:19:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:19:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:19:57,635 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 379, reset compression=false 2024-11-13T00:19:57,653 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2a74984ab104fea768a1eba5c192867b, NAME => 'hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c 2024-11-13T00:19:57,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741838_1014 (size=44) 2024-11-13T00:19:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:19:58,042 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 379, reset compression=false 2024-11-13T00:19:58,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:58,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2a74984ab104fea768a1eba5c192867b, disabling compactions & flushes 2024-11-13T00:19:58,063 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b. 2024-11-13T00:19:58,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b. 2024-11-13T00:19:58,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b. after waiting 0 ms 2024-11-13T00:19:58,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b. 2024-11-13T00:19:58,063 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b. 2024-11-13T00:19:58,064 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2a74984ab104fea768a1eba5c192867b: Waiting for close lock at 1731457198063Disabling compacts and flushes for region at 1731457198063Disabling writes for close at 1731457198063Writing region close event to WAL at 1731457198063Closed at 1731457198063 2024-11-13T00:19:58,065 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:19:58,065 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731457198065"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457198065"}]},"ts":"1731457198065"} 2024-11-13T00:19:58,067 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:19:58,067 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:19:58,068 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457198067"}]},"ts":"1731457198067"} 2024-11-13T00:19:58,069 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T00:19:58,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2a74984ab104fea768a1eba5c192867b, ASSIGN}] 2024-11-13T00:19:58,071 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2a74984ab104fea768a1eba5c192867b, ASSIGN 2024-11-13T00:19:58,071 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2a74984ab104fea768a1eba5c192867b, ASSIGN; state=OFFLINE, location=cb28580903fb,40841,1731457191392; forceNewPlan=false, retain=false 2024-11-13T00:19:58,222 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2a74984ab104fea768a1eba5c192867b, regionState=OPENING, regionLocation=cb28580903fb,40841,1731457191392 2024-11-13T00:19:58,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2a74984ab104fea768a1eba5c192867b, ASSIGN because future has completed 2024-11-13T00:19:58,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a74984ab104fea768a1eba5c192867b, server=cb28580903fb,40841,1731457191392}] 2024-11-13T00:19:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:19:58,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b. 2024-11-13T00:19:58,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:19:58,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T00:19:58,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C40841%2C1731457191392.rep, suffix=, logDir=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392, archiveDir=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/oldWALs, maxLogs=10 2024-11-13T00:19:58,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.rep.1731457198389, exclude list is [], retry=0 2024-11-13T00:19:58,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41917,DS-0943e20e-0f90-4904-81e7-53caaad8f05b,DISK] 2024-11-13T00:19:58,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.rep.1731457198389 2024-11-13T00:19:58,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41545:41545)] 2024-11-13T00:19:58,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a74984ab104fea768a1eba5c192867b, NAME => 'hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:19:58,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:19:58,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:19:58,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b. service=MultiRowMutationService 2024-11-13T00:19:58,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T00:19:58,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2a74984ab104fea768a1eba5c192867b 2024-11-13T00:19:58,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:19:58,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2a74984ab104fea768a1eba5c192867b 2024-11-13T00:19:58,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2a74984ab104fea768a1eba5c192867b 2024-11-13T00:19:58,419 INFO [StoreOpener-2a74984ab104fea768a1eba5c192867b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2a74984ab104fea768a1eba5c192867b 2024-11-13T00:19:58,423 INFO [StoreOpener-2a74984ab104fea768a1eba5c192867b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a74984ab104fea768a1eba5c192867b columnFamilyName hfileref 2024-11-13T00:19:58,423 DEBUG [StoreOpener-2a74984ab104fea768a1eba5c192867b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:58,424 INFO [StoreOpener-2a74984ab104fea768a1eba5c192867b-1 {}] regionserver.HStore(327): Store=2a74984ab104fea768a1eba5c192867b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:58,424 INFO [StoreOpener-2a74984ab104fea768a1eba5c192867b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2a74984ab104fea768a1eba5c192867b 2024-11-13T00:19:58,425 INFO [StoreOpener-2a74984ab104fea768a1eba5c192867b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a74984ab104fea768a1eba5c192867b columnFamilyName queue 2024-11-13T00:19:58,425 DEBUG [StoreOpener-2a74984ab104fea768a1eba5c192867b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:58,425 INFO [StoreOpener-2a74984ab104fea768a1eba5c192867b-1 {}] regionserver.HStore(327): Store=2a74984ab104fea768a1eba5c192867b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:58,426 INFO [StoreOpener-2a74984ab104fea768a1eba5c192867b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2a74984ab104fea768a1eba5c192867b 2024-11-13T00:19:58,427 INFO [StoreOpener-2a74984ab104fea768a1eba5c192867b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a74984ab104fea768a1eba5c192867b columnFamilyName sid 2024-11-13T00:19:58,427 DEBUG [StoreOpener-2a74984ab104fea768a1eba5c192867b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:19:58,427 INFO [StoreOpener-2a74984ab104fea768a1eba5c192867b-1 {}] regionserver.HStore(327): Store=2a74984ab104fea768a1eba5c192867b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:19:58,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2a74984ab104fea768a1eba5c192867b 2024-11-13T00:19:58,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/replication/2a74984ab104fea768a1eba5c192867b 2024-11-13T00:19:58,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/replication/2a74984ab104fea768a1eba5c192867b 2024-11-13T00:19:58,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2a74984ab104fea768a1eba5c192867b 2024-11-13T00:19:58,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2a74984ab104fea768a1eba5c192867b 2024-11-13T00:19:58,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:19:58,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2a74984ab104fea768a1eba5c192867b 2024-11-13T00:19:58,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/replication/2a74984ab104fea768a1eba5c192867b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:19:58,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2a74984ab104fea768a1eba5c192867b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64655769, jitterRate=-0.036553964018821716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:19:58,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a74984ab104fea768a1eba5c192867b 2024-11-13T00:19:58,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2a74984ab104fea768a1eba5c192867b: Running coprocessor pre-open hook at 1731457198417Writing region info on filesystem at 1731457198417Initializing all the Stores at 1731457198418 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457198418Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457198418Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457198418Cleaning up temporary data from old regions at 1731457198429 (+11 ms)Running coprocessor post-open hooks at 1731457198439 (+10 ms)Region opened successfully at 1731457198439 2024-11-13T00:19:58,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b., pid=10, masterSystemTime=1731457198377 2024-11-13T00:19:58,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b. 2024-11-13T00:19:58,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b. 2024-11-13T00:19:58,443 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2a74984ab104fea768a1eba5c192867b, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,40841,1731457191392 2024-11-13T00:19:58,445 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33693 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=cb28580903fb,40841,1731457191392, table=hbase:replication, region=2a74984ab104fea768a1eba5c192867b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T00:19:58,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a74984ab104fea768a1eba5c192867b, server=cb28580903fb,40841,1731457191392 because future has completed 2024-11-13T00:19:58,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T00:19:58,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a74984ab104fea768a1eba5c192867b, server=cb28580903fb,40841,1731457191392 in 224 msec 2024-11-13T00:19:58,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T00:19:58,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2a74984ab104fea768a1eba5c192867b, ASSIGN in 381 msec 2024-11-13T00:19:58,454 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:19:58,455 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457198454"}]},"ts":"1731457198454"} 2024-11-13T00:19:58,457 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T00:19:58,458 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:19:58,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2150 sec 2024-11-13T00:19:58,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b., hostname=cb28580903fb,40841,1731457191392, seqNum=2] 2024-11-13T00:19:58,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1010eb1ea210004, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107186553 2024-11-13T00:19:58,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107186553 2024-11-13T00:19:58,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T00:19:58,546 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 379, reset compression=false 2024-11-13T00:19:58,585 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T00:19:58,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40841 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T00:19:58,667 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T00:19:58,698 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cb28580903fb,40841,1731457191392, ReplicationSource: 1, currentBandwidth=0 2024-11-13T00:19:58,699 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:19:58,699 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,40841,1731457191392, seqNum=-1] 2024-11-13T00:19:58,699 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:19:58,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T00:19:58,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb28580903fb,40841,1731457191392', locateType=CURRENT is [region=hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b., hostname=cb28580903fb,40841,1731457191392, seqNum=2] 2024-11-13T00:19:58,707 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T00:19:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33693 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T00:19:58,711 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb28580903fb,40841,1731457191392 suceeded 2024-11-13T00:19:58,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T00:19:58,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-13T00:19:58,714 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb28580903fb:33497,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T00:19:58,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4820 sec 2024-11-13T00:19:58,728 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:33497' 2024-11-13T00:19:58,730 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@229817ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:58,730 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,33497,-1 for getting cluster id 2024-11-13T00:19:58,730 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:58,731 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '902e9095-e9fd-450e-8a98-9f7c86906fd8' 2024-11-13T00:19:58,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:58,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "902e9095-e9fd-450e-8a98-9f7c86906fd8" 2024-11-13T00:19:58,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@150ff9c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:58,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,33497,-1] 2024-11-13T00:19:58,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:58,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:58,733 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:58,734 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39c221de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:58,734 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:19:58,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,33497,1731457188489 2024-11-13T00:19:58,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7720b9b7 2024-11-13T00:19:58,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:19:58,736 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-13T00:19:58,737 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb28580903fb,40841,1731457191392 (queues=1) is replicating from cluster=618a81e4-45eb-4b91-81ad-83a665e712b4 to cluster=902e9095-e9fd-450e-8a98-9f7c86906fd8 2024-11-13T00:19:58,737 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb28580903fb%2C40841%2C1731457191392 2024-11-13T00:19:58,737 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb28580903fb,40841,1731457191392, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T00:19:58,738 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.shippercb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb28580903fb%2C40841%2C1731457191392 2024-11-13T00:19:58,738 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737, startPosition=0, beingWritten=true 2024-11-13T00:19:58,743 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:19:58,743 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737 to pos 379, reset compression=false 2024-11-13T00:19:58,743 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.shippercb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,40841,1731457191392 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:19:58,985 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737 to pos 379, reset compression=false 2024-11-13T00:19:59,151 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 379, reset compression=false 2024-11-13T00:19:59,329 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737 to pos 379, reset compression=false 2024-11-13T00:19:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33693 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:19:59,384 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T00:19:59,384 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:19:59,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:19:59,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:59,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:59,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:19:59,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:19:59,390 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,45459,1731457188607, seqNum=-1] 2024-11-13T00:19:59,390 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:19:59,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:19:59,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731457193282.577064a03688349e7eb1e353320af177., hostname=cb28580903fb,45459,1731457188607, seqNum=2] 2024-11-13T00:19:59,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:19:59,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,40841,1731457191392, seqNum=-1] 2024-11-13T00:19:59,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:19:59,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:19:59,403 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731457193919.e27d3e6467dad453ed56d08b03083ca9., hostname=cb28580903fb,40841,1731457191392, seqNum=2] 2024-11-13T00:19:59,404 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T00:19:59,744 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737 to pos 379, reset compression=false 2024-11-13T00:19:59,858 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 379, reset compression=false 2024-11-13T00:19:59,864 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:19:59,864 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 480, reset compression=false 2024-11-13T00:19:59,864 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.shippercb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,45459,1731457188607 got entry batch from reader: WALEntryBatch [walEntries=[{test/577064a03688349e7eb1e353320af177/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T00:19:59,871 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.shippercb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:19:59,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-13T00:19:59,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40841 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:19:59,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@263412c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:59,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40841 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,33693,-1 for getting cluster id 2024-11-13T00:19:59,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:19:59,878 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '618a81e4-45eb-4b91-81ad-83a665e712b4' 2024-11-13T00:19:59,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:19:59,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "618a81e4-45eb-4b91-81ad-83a665e712b4" 2024-11-13T00:19:59,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ca5e3bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:59,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,33693,-1] 2024-11-13T00:19:59,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:19:59,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:19:59,879 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:19:59,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27e157dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:19:59,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40841 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:19:59,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,40841,1731457191392, seqNum=-1] 2024-11-13T00:19:59,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:19:59,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T00:19:59,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731457193919.e27d3e6467dad453ed56d08b03083ca9., hostname=cb28580903fb,40841,1731457191392, seqNum=2] 2024-11-13T00:19:59,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40841 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:20:00,075 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 480, reset compression=false 2024-11-13T00:20:00,248 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737 to pos 379, reset compression=false 2024-11-13T00:20:00,253 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:20:00,254 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737 to pos 504, reset compression=false 2024-11-13T00:20:00,254 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.shippercb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,40841,1731457191392 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:20:00,381 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 480, reset compression=false 2024-11-13T00:20:00,408 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T00:20:00,412 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T00:20:00,457 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737 to pos 504, reset compression=false 2024-11-13T00:20:00,462 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:20:00,462 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737 to pos 608, reset compression=false 2024-11-13T00:20:00,462 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.shippercb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,40841,1731457191392 got entry batch from reader: WALEntryBatch [walEntries=[{test/e27d3e6467dad453ed56d08b03083ca9/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T00:20:00,464 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.shippercb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:20:00,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-13T00:20:00,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45459 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:20:00,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68df61ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:00,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45459 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,33497,-1 for getting cluster id 2024-11-13T00:20:00,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45459 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:20:00,467 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '902e9095-e9fd-450e-8a98-9f7c86906fd8' 2024-11-13T00:20:00,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:20:00,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "902e9095-e9fd-450e-8a98-9f7c86906fd8" 2024-11-13T00:20:00,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@117eda63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:00,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,33497,-1] 2024-11-13T00:20:00,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:20:00,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:00,469 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:20:00,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b334c28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:00,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45459 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:20:00,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,45459,1731457188607, seqNum=-1] 2024-11-13T00:20:00,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:20:00,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T00:20:00,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731457193282.577064a03688349e7eb1e353320af177., hostname=cb28580903fb,45459,1731457188607, seqNum=2] 2024-11-13T00:20:00,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45459 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:20:00,559 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:20:00,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:00,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:00,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:00,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:00,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:00,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:00,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:00,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:00,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:00,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:00,666 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737 to pos 608, reset compression=false 2024-11-13T00:20:00,787 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 480, reset compression=false 2024-11-13T00:20:00,799 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:20:00,799 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 607, reset compression=false 2024-11-13T00:20:00,799 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.shippercb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,45459,1731457188607 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:20:00,970 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737 to pos 608, reset compression=false 2024-11-13T00:20:01,004 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 607, reset compression=false 2024-11-13T00:20:01,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T00:20:01,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T00:20:01,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T00:20:01,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T00:20:01,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T00:20:01,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T00:20:01,309 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 607, reset compression=false 2024-11-13T00:20:01,375 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737 to pos 608, reset compression=false 2024-11-13T00:20:01,414 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T00:20:01,421 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T00:20:01,717 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 607, reset compression=false 2024-11-13T00:20:01,722 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:20:01,722 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 763, reset compression=false 2024-11-13T00:20:01,722 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.shippercb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,45459,1731457188607 got entry batch from reader: WALEntryBatch [walEntries=[{test/577064a03688349e7eb1e353320af177/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T00:20:01,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40841 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:20:01,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40841 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:20:01,878 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737 to pos 608, reset compression=false 2024-11-13T00:20:01,883 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:20:01,883 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737 to pos 756, reset compression=false 2024-11-13T00:20:01,883 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.shippercb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,40841,1731457191392 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:20:01,927 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 763, reset compression=false 2024-11-13T00:20:02,087 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737 to pos 756, reset compression=false 2024-11-13T00:20:02,143 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:20:02,143 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cb28580903fb,35747,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T00:20:02,144 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18238 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cb28580903fb,35747,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T00:20:02,231 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 763, reset compression=false 2024-11-13T00:20:02,390 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737 to pos 756, reset compression=false 2024-11-13T00:20:02,423 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T00:20:02,427 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T00:20:02,636 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 763, reset compression=false 2024-11-13T00:20:02,795 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737 to pos 756, reset compression=false 2024-11-13T00:20:02,801 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:20:02,801 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737 to pos 915, reset compression=false 2024-11-13T00:20:02,801 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.shippercb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,40841,1731457191392 got entry batch from reader: WALEntryBatch [walEntries=[{test/e27d3e6467dad453ed56d08b03083ca9/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T00:20:02,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45459 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:20:02,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45459 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:20:03,009 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737 to pos 915, reset compression=false 2024-11-13T00:20:03,140 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 763, reset compression=false 2024-11-13T00:20:03,144 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:20:03,144 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 912, reset compression=false 2024-11-13T00:20:03,145 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.shippercb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,45459,1731457188607 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:20:03,313 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737 to pos 915, reset compression=false 2024-11-13T00:20:03,350 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 912, reset compression=false 2024-11-13T00:20:03,431 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T00:20:03,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T00:20:03,435 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:20:03,435 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:03,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:03,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:03,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:20:03,437 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T00:20:03,437 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=910386407, stopped=false 2024-11-13T00:20:03,437 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb28580903fb,33693,1731457191336 2024-11-13T00:20:03,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1010eb1ea210004, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11107186553/running 2024-11-13T00:20:03,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1010eb1ea210004, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107186553 2024-11-13T00:20:03,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11107186553/running 2024-11-13T00:20:03,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107186553 2024-11-13T00:20:03,440 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:20:03,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:20:03,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:03,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:03,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Set watcher on znode that does not yet exist, /11107186553/running 2024-11-13T00:20:03,441 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,40841,1731457191392' ***** 2024-11-13T00:20:03,441 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:20:03,441 INFO [RS:0;cb28580903fb:40841 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:20:03,441 INFO [RS:0;cb28580903fb:40841 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:20:03,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40841-0x1010eb1ea210004, quorum=127.0.0.1:49417, baseZNode=/11107186553 Set watcher on znode that does not yet exist, /11107186553/running 2024-11-13T00:20:03,442 INFO [RS:0;cb28580903fb:40841 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:20:03,442 INFO [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer(3091): Received CLOSE for e27d3e6467dad453ed56d08b03083ca9 2024-11-13T00:20:03,442 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:20:03,445 INFO [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a74984ab104fea768a1eba5c192867b 2024-11-13T00:20:03,445 INFO [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,40841,1731457191392 2024-11-13T00:20:03,445 INFO [RS:0;cb28580903fb:40841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:20:03,445 INFO [RS:0;cb28580903fb:40841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:40841. 2024-11-13T00:20:03,445 DEBUG [RS:0;cb28580903fb:40841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:03,446 DEBUG [RS:0;cb28580903fb:40841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:03,446 INFO [RS:0;cb28580903fb:40841 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:20:03,446 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e27d3e6467dad453ed56d08b03083ca9, disabling compactions & flushes 2024-11-13T00:20:03,446 INFO [RS:0;cb28580903fb:40841 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:20:03,446 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731457193919.e27d3e6467dad453ed56d08b03083ca9. 2024-11-13T00:20:03,446 INFO [RS:0;cb28580903fb:40841 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:20:03,446 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457193919.e27d3e6467dad453ed56d08b03083ca9. 2024-11-13T00:20:03,446 INFO [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T00:20:03,446 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731457193919.e27d3e6467dad453ed56d08b03083ca9. after waiting 0 ms 2024-11-13T00:20:03,446 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731457193919.e27d3e6467dad453ed56d08b03083ca9. 2024-11-13T00:20:03,446 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e27d3e6467dad453ed56d08b03083ca9 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-13T00:20:03,446 INFO [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T00:20:03,446 DEBUG [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer(1325): Online Regions={e27d3e6467dad453ed56d08b03083ca9=test,,1731457193919.e27d3e6467dad453ed56d08b03083ca9., 1588230740=hbase:meta,,1.1588230740, 2a74984ab104fea768a1eba5c192867b=hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b.} 2024-11-13T00:20:03,446 DEBUG [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a74984ab104fea768a1eba5c192867b, e27d3e6467dad453ed56d08b03083ca9 2024-11-13T00:20:03,446 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:20:03,447 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:20:03,447 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:20:03,447 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:20:03,447 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:20:03,447 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T00:20:03,495 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/default/test/e27d3e6467dad453ed56d08b03083ca9/.tmp/f/61c4f9482bd44b349c47f7805917b77a is 29, key is row1/f:/1731457202424/DeleteFamily/seqid=0 2024-11-13T00:20:03,498 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/1588230740/.tmp/info/279976f79f2f4bb1a403ad3f6f890a7a is 147, key is hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b./info:regioninfo/1731457198443/Put/seqid=0 2024-11-13T00:20:03,509 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:20:03,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741841_1017 (size=7686) 2024-11-13T00:20:03,517 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/1588230740/.tmp/info/279976f79f2f4bb1a403ad3f6f890a7a 2024-11-13T00:20:03,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741840_1016 (size=5118) 2024-11-13T00:20:03,550 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/1588230740/.tmp/ns/f17801fa379d49b58b5c450be671503c is 43, key is default/ns:d/1731457193143/Put/seqid=0 2024-11-13T00:20:03,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741842_1018 (size=5153) 2024-11-13T00:20:03,593 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T00:20:03,593 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T00:20:03,646 DEBUG [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a74984ab104fea768a1eba5c192867b, e27d3e6467dad453ed56d08b03083ca9 2024-11-13T00:20:03,655 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 912, reset compression=false 2024-11-13T00:20:03,718 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737 to pos 915, reset compression=false 2024-11-13T00:20:03,727 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:20:03,727 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737 to pos 1162, reset compression=false 2024-11-13T00:20:03,727 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.shippercb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,40841,1731457191392 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:20:03,728 ERROR [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.shippercb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cb28580903fb,40841,1731457191392: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cb28580903fb,40841,1731457191392, walGroup=cb28580903fb%2C40841%2C1731457191392, offset=cb28580903fb%2C40841%2C1731457191392.1731457192737:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:40841 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T00:20:03,729 ERROR [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.shippercb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T00:20:03,729 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.shippercb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T00:20:03,729 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.shippercb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T00:20:03,729 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.shippercb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T00:20:03,729 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.shippercb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T00:20:03,729 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.shippercb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 884021512 }, "NonHeapMemoryUsage": { "committed": 194641920, "init": 7667712, "max": -1, "used": 191462152 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T00:20:03,730 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.shippercb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:33693 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:33693 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T00:20:03,847 DEBUG [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a74984ab104fea768a1eba5c192867b, e27d3e6467dad453ed56d08b03083ca9 2024-11-13T00:20:03,919 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/default/test/e27d3e6467dad453ed56d08b03083ca9/.tmp/f/61c4f9482bd44b349c47f7805917b77a 2024-11-13T00:20:03,930 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61c4f9482bd44b349c47f7805917b77a 2024-11-13T00:20:03,938 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737 to pos 1162, reset compression=false 2024-11-13T00:20:03,958 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/1588230740/.tmp/ns/f17801fa379d49b58b5c450be671503c 2024-11-13T00:20:03,969 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/default/test/e27d3e6467dad453ed56d08b03083ca9/.tmp/f1/c90aeb9320c94466a29ef566686c06c9 is 30, key is row1/f1:/1731457202424/DeleteFamily/seqid=0 2024-11-13T00:20:04,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741843_1019 (size=5123) 2024-11-13T00:20:04,041 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/default/test/e27d3e6467dad453ed56d08b03083ca9/.tmp/f1/c90aeb9320c94466a29ef566686c06c9 2024-11-13T00:20:04,047 DEBUG [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a74984ab104fea768a1eba5c192867b, e27d3e6467dad453ed56d08b03083ca9 2024-11-13T00:20:04,049 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c90aeb9320c94466a29ef566686c06c9 2024-11-13T00:20:04,060 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/1588230740/.tmp/rep_barrier/232d4c8a51c44058939080b081590198 is 112, key is test,,1731457193919.e27d3e6467dad453ed56d08b03083ca9./rep_barrier:seqnumDuringOpen/1731457195072/Put/seqid=0 2024-11-13T00:20:04,064 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 912, reset compression=false 2024-11-13T00:20:04,080 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/default/test/e27d3e6467dad453ed56d08b03083ca9/.tmp/norep/0ee9f9cd576b4b84840445622b0d5aab is 33, key is row1/norep:/1731457202424/DeleteFamily/seqid=0 2024-11-13T00:20:04,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741844_1020 (size=5518) 2024-11-13T00:20:04,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741845_1021 (size=5108) 2024-11-13T00:20:04,165 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/default/test/e27d3e6467dad453ed56d08b03083ca9/.tmp/norep/0ee9f9cd576b4b84840445622b0d5aab 2024-11-13T00:20:04,171 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ee9f9cd576b4b84840445622b0d5aab 2024-11-13T00:20:04,172 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/default/test/e27d3e6467dad453ed56d08b03083ca9/.tmp/f/61c4f9482bd44b349c47f7805917b77a as hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/default/test/e27d3e6467dad453ed56d08b03083ca9/f/61c4f9482bd44b349c47f7805917b77a 2024-11-13T00:20:04,178 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61c4f9482bd44b349c47f7805917b77a 2024-11-13T00:20:04,178 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/default/test/e27d3e6467dad453ed56d08b03083ca9/f/61c4f9482bd44b349c47f7805917b77a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T00:20:04,179 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/default/test/e27d3e6467dad453ed56d08b03083ca9/.tmp/f1/c90aeb9320c94466a29ef566686c06c9 as hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/default/test/e27d3e6467dad453ed56d08b03083ca9/f1/c90aeb9320c94466a29ef566686c06c9 2024-11-13T00:20:04,185 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c90aeb9320c94466a29ef566686c06c9 2024-11-13T00:20:04,185 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/default/test/e27d3e6467dad453ed56d08b03083ca9/f1/c90aeb9320c94466a29ef566686c06c9, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T00:20:04,186 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/default/test/e27d3e6467dad453ed56d08b03083ca9/.tmp/norep/0ee9f9cd576b4b84840445622b0d5aab as hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/default/test/e27d3e6467dad453ed56d08b03083ca9/norep/0ee9f9cd576b4b84840445622b0d5aab 2024-11-13T00:20:04,192 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ee9f9cd576b4b84840445622b0d5aab 2024-11-13T00:20:04,192 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/default/test/e27d3e6467dad453ed56d08b03083ca9/norep/0ee9f9cd576b4b84840445622b0d5aab, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T00:20:04,194 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e27d3e6467dad453ed56d08b03083ca9 in 747ms, sequenceid=8, compaction requested=false 2024-11-13T00:20:04,248 DEBUG [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a74984ab104fea768a1eba5c192867b, e27d3e6467dad453ed56d08b03083ca9 2024-11-13T00:20:04,259 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737 to pos 1162, reset compression=false 2024-11-13T00:20:04,272 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/default/test/e27d3e6467dad453ed56d08b03083ca9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T00:20:04,273 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:20:04,273 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T00:20:04,273 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731457193919.e27d3e6467dad453ed56d08b03083ca9. 2024-11-13T00:20:04,273 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e27d3e6467dad453ed56d08b03083ca9: Waiting for close lock at 1731457203445Running coprocessor pre-close hooks at 1731457203445Disabling compacts and flushes for region at 1731457203445Disabling writes for close at 1731457203446 (+1 ms)Obtaining lock to block concurrent updates at 1731457203446Preparing flush snapshotting stores in e27d3e6467dad453ed56d08b03083ca9 at 1731457203446Finished memstore snapshotting test,,1731457193919.e27d3e6467dad453ed56d08b03083ca9., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731457203447 (+1 ms)Flushing stores of test,,1731457193919.e27d3e6467dad453ed56d08b03083ca9. at 1731457203448 (+1 ms)Flushing e27d3e6467dad453ed56d08b03083ca9/f: creating writer at 1731457203450 (+2 ms)Flushing e27d3e6467dad453ed56d08b03083ca9/f: appending metadata at 1731457203495 (+45 ms)Flushing e27d3e6467dad453ed56d08b03083ca9/f: closing flushed file at 1731457203495Flushing e27d3e6467dad453ed56d08b03083ca9/f1: creating writer at 1731457203930 (+435 ms)Flushing e27d3e6467dad453ed56d08b03083ca9/f1: appending metadata at 1731457203968 (+38 ms)Flushing e27d3e6467dad453ed56d08b03083ca9/f1: closing flushed file at 1731457203968Flushing e27d3e6467dad453ed56d08b03083ca9/norep: creating writer at 1731457204049 (+81 ms)Flushing e27d3e6467dad453ed56d08b03083ca9/norep: appending metadata at 1731457204079 (+30 ms)Flushing e27d3e6467dad453ed56d08b03083ca9/norep: closing flushed file at 1731457204079Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23b0f0e7: reopening flushed file at 1731457204171 (+92 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51d1ee29: reopening flushed file at 1731457204179 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b19222a: reopening flushed file at 1731457204186 (+7 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e27d3e6467dad453ed56d08b03083ca9 in 747ms, sequenceid=8, compaction requested=false at 1731457204194 (+8 ms)Writing region close event to WAL at 1731457204253 (+59 ms)Running coprocessor post-close hooks at 1731457204273 (+20 ms)Closed at 1731457204273 2024-11-13T00:20:04,273 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731457193919.e27d3e6467dad453ed56d08b03083ca9. 2024-11-13T00:20:04,273 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a74984ab104fea768a1eba5c192867b, disabling compactions & flushes 2024-11-13T00:20:04,273 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b. 2024-11-13T00:20:04,273 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b. 2024-11-13T00:20:04,273 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b. after waiting 0 ms 2024-11-13T00:20:04,273 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b. 2024-11-13T00:20:04,274 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a74984ab104fea768a1eba5c192867b: Waiting for close lock at 1731457204273Running coprocessor pre-close hooks at 1731457204273Disabling compacts and flushes for region at 1731457204273Disabling writes for close at 1731457204273Failed flush hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b., putting online again at 1731457204274 (+1 ms) 2024-11-13T00:20:04,274 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b. 2024-11-13T00:20:04,304 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:20:04,304 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737 to pos 1806, reset compression=false 2024-11-13T00:20:04,448 INFO [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T00:20:04,448 DEBUG [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2a74984ab104fea768a1eba5c192867b=hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b.} 2024-11-13T00:20:04,448 INFO [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a74984ab104fea768a1eba5c192867b 2024-11-13T00:20:04,448 DEBUG [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2a74984ab104fea768a1eba5c192867b 2024-11-13T00:20:04,448 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a74984ab104fea768a1eba5c192867b, disabling compactions & flushes 2024-11-13T00:20:04,448 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b. 2024-11-13T00:20:04,448 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b. 2024-11-13T00:20:04,448 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b. after waiting 0 ms 2024-11-13T00:20:04,449 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b. 2024-11-13T00:20:04,449 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a74984ab104fea768a1eba5c192867b: Waiting for close lock at 1731457204448Running coprocessor pre-close hooks at 1731457204448Disabling compacts and flushes for region at 1731457204448Disabling writes for close at 1731457204448Failed flush hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b., putting online again at 1731457204449 (+1 ms) 2024-11-13T00:20:04,449 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731457197243.2a74984ab104fea768a1eba5c192867b. 2024-11-13T00:20:04,519 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/1588230740/.tmp/rep_barrier/232d4c8a51c44058939080b081590198 2024-11-13T00:20:04,545 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/1588230740/.tmp/table/0d05813fd7284da1bed2bbee05efd028 is 53, key is hbase:replication/table:state/1731457198454/Put/seqid=0 2024-11-13T00:20:04,554 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/WALs/cb28580903fb,40841,1731457191392/cb28580903fb%2C40841%2C1731457191392.1731457192737 to pos 1806, reset compression=false 2024-11-13T00:20:04,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741846_1022 (size=5308) 2024-11-13T00:20:04,579 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/1588230740/.tmp/table/0d05813fd7284da1bed2bbee05efd028 2024-11-13T00:20:04,589 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/1588230740/.tmp/info/279976f79f2f4bb1a403ad3f6f890a7a as hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/1588230740/info/279976f79f2f4bb1a403ad3f6f890a7a 2024-11-13T00:20:04,606 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/1588230740/info/279976f79f2f4bb1a403ad3f6f890a7a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T00:20:04,607 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/1588230740/.tmp/ns/f17801fa379d49b58b5c450be671503c as hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/1588230740/ns/f17801fa379d49b58b5c450be671503c 2024-11-13T00:20:04,612 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/1588230740/ns/f17801fa379d49b58b5c450be671503c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T00:20:04,613 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/1588230740/.tmp/rep_barrier/232d4c8a51c44058939080b081590198 as hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/1588230740/rep_barrier/232d4c8a51c44058939080b081590198 2024-11-13T00:20:04,618 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/1588230740/rep_barrier/232d4c8a51c44058939080b081590198, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T00:20:04,619 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/1588230740/.tmp/table/0d05813fd7284da1bed2bbee05efd028 as hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/1588230740/table/0d05813fd7284da1bed2bbee05efd028 2024-11-13T00:20:04,627 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/1588230740/table/0d05813fd7284da1bed2bbee05efd028, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T00:20:04,628 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1181ms, sequenceid=16, compaction requested=false 2024-11-13T00:20:04,646 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 912, reset compression=false 2024-11-13T00:20:04,646 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T00:20:04,647 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:20:04,647 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:20:04,647 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:20:04,647 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457203446Running coprocessor pre-close hooks at 1731457203446Disabling compacts and flushes for region at 1731457203446Disabling writes for close at 1731457203447 (+1 ms)Obtaining lock to block concurrent updates at 1731457203447Preparing flush snapshotting stores in 1588230740 at 1731457203447Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731457203449 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731457203455 (+6 ms)Flushing 1588230740/info: creating writer at 1731457203455Flushing 1588230740/info: appending metadata at 1731457203497 (+42 ms)Flushing 1588230740/info: closing flushed file at 1731457203497Flushing 1588230740/ns: creating writer at 1731457203525 (+28 ms)Flushing 1588230740/ns: appending metadata at 1731457203550 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731457203550Flushing 1588230740/rep_barrier: creating writer at 1731457203964 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731457204059 (+95 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731457204059Flushing 1588230740/table: creating writer at 1731457204525 (+466 ms)Flushing 1588230740/table: appending metadata at 1731457204545 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731457204545Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16d00187: reopening flushed file at 1731457204587 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@773ba82b: reopening flushed file at 1731457204607 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d067fa8: reopening flushed file at 1731457204613 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4191c18e: reopening flushed file at 1731457204618 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1181ms, sequenceid=16, compaction requested=false at 1731457204628 (+10 ms)Writing region close event to WAL at 1731457204642 (+14 ms)Running coprocessor post-close hooks at 1731457204647 (+5 ms)Closed at 1731457204647 2024-11-13T00:20:04,647 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T00:20:04,648 INFO [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T00:20:04,648 INFO [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,40841,1731457191392; all regions closed. 2024-11-13T00:20:04,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741834_1010 (size=4239) 2024-11-13T00:20:04,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741839_1015 (size=1733) 2024-11-13T00:20:04,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741833_1009 (size=1814) 2024-11-13T00:20:04,674 DEBUG [RS:0;cb28580903fb:40841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:04,674 INFO [RS:0;cb28580903fb:40841 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:20:04,674 INFO [RS:0;cb28580903fb:40841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:20:04,674 INFO [RS:0;cb28580903fb:40841 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T00:20:04,674 INFO [RS:0;cb28580903fb:40841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:20:04,675 INFO [RS:0;cb28580903fb:40841 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb28580903fb,40841,1731457191392 because: Region server is closing 2024-11-13T00:20:04,675 INFO [RS:0;cb28580903fb:40841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:40841. 2024-11-13T00:20:04,675 DEBUG [RS:0;cb28580903fb:40841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:04,675 DEBUG [RS:0;cb28580903fb:40841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:04,676 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:20:04,676 DEBUG [RS:0;cb28580903fb:40841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:04,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:20:04,776 INFO [RS:0;cb28580903fb:40841 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.shippercb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 terminated 2024-11-13T00:20:04,777 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40841,1731457191392.replicationSource.wal-reader.cb28580903fb%2C40841%2C1731457191392,1-cb28580903fb,40841,1731457191392 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T00:20:04,777 INFO [RS:0;cb28580903fb:40841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:40841. 2024-11-13T00:20:04,777 DEBUG [RS:0;cb28580903fb:40841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:04,777 DEBUG [RS:0;cb28580903fb:40841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:04,777 DEBUG [RS:0;cb28580903fb:40841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:04,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:20:04,777 INFO [RS:0;cb28580903fb:40841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40841 2024-11-13T00:20:04,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1010eb1ea210004, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11107186553/rs/cb28580903fb,40841,1731457191392 2024-11-13T00:20:04,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107186553/rs 2024-11-13T00:20:04,780 INFO [RS:0;cb28580903fb:40841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:20:04,782 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,40841,1731457191392] 2024-11-13T00:20:04,784 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11107186553/draining/cb28580903fb,40841,1731457191392 already deleted, retry=false 2024-11-13T00:20:04,784 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,40841,1731457191392 expired; onlineServers=0 2024-11-13T00:20:04,784 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb28580903fb,33693,1731457191336' ***** 2024-11-13T00:20:04,784 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T00:20:04,784 INFO [M:0;cb28580903fb:33693 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:20:04,784 INFO [M:0;cb28580903fb:33693 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:20:04,785 DEBUG [M:0;cb28580903fb:33693 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T00:20:04,785 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T00:20:04,785 DEBUG [M:0;cb28580903fb:33693 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T00:20:04,785 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457192478 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457192478,5,FailOnTimeoutGroup] 2024-11-13T00:20:04,785 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457192478 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457192478,5,FailOnTimeoutGroup] 2024-11-13T00:20:04,785 INFO [M:0;cb28580903fb:33693 {}] hbase.ChoreService(370): Chore service for: master/cb28580903fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T00:20:04,785 INFO [M:0;cb28580903fb:33693 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:20:04,785 DEBUG [M:0;cb28580903fb:33693 {}] master.HMaster(1795): Stopping service threads 2024-11-13T00:20:04,785 INFO [M:0;cb28580903fb:33693 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T00:20:04,785 INFO [M:0;cb28580903fb:33693 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:20:04,785 INFO [M:0;cb28580903fb:33693 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T00:20:04,785 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T00:20:04,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11107186553/master 2024-11-13T00:20:04,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11107186553 2024-11-13T00:20:04,787 DEBUG [M:0;cb28580903fb:33693 {}] zookeeper.ZKUtil(347): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Unable to get data of znode /11107186553/master because node does not exist (not an error) 2024-11-13T00:20:04,787 WARN [M:0;cb28580903fb:33693 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T00:20:04,787 INFO [M:0;cb28580903fb:33693 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/.lastflushedseqids 2024-11-13T00:20:04,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741847_1023 (size=245) 2024-11-13T00:20:04,882 INFO [RS:0;cb28580903fb:40841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:20:04,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1010eb1ea210004, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:20:04,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40841-0x1010eb1ea210004, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:20:04,882 INFO [RS:0;cb28580903fb:40841 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,40841,1731457191392; zookeeper connection closed. 2024-11-13T00:20:04,883 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ba3d440 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ba3d440 2024-11-13T00:20:04,883 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T00:20:05,192 INFO [M:0;cb28580903fb:33693 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T00:20:05,193 INFO [M:0;cb28580903fb:33693 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T00:20:05,193 DEBUG [M:0;cb28580903fb:33693 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:20:05,193 INFO [M:0;cb28580903fb:33693 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:05,193 DEBUG [M:0;cb28580903fb:33693 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:05,193 DEBUG [M:0;cb28580903fb:33693 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:20:05,193 DEBUG [M:0;cb28580903fb:33693 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:05,193 INFO [M:0;cb28580903fb:33693 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T00:20:05,216 DEBUG [M:0;cb28580903fb:33693 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82dd56fb4c264ab29b87f4c8b2f41553 is 82, key is hbase:meta,,1/info:regioninfo/1731457193131/Put/seqid=0 2024-11-13T00:20:05,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741848_1024 (size=5672) 2024-11-13T00:20:05,255 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 912, reset compression=false 2024-11-13T00:20:05,621 INFO [M:0;cb28580903fb:33693 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82dd56fb4c264ab29b87f4c8b2f41553 2024-11-13T00:20:05,639 DEBUG [M:0;cb28580903fb:33693 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/776f17e703044ba59b96d92d79b109c0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731457198459/Put/seqid=0 2024-11-13T00:20:05,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741849_1025 (size=8516) 2024-11-13T00:20:05,959 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 912, reset compression=false 2024-11-13T00:20:06,044 INFO [M:0;cb28580903fb:33693 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/776f17e703044ba59b96d92d79b109c0 2024-11-13T00:20:06,062 DEBUG [M:0;cb28580903fb:33693 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/841353bbe5684aedb854be2ffab52264 is 69, key is cb28580903fb,40841,1731457191392/rs:state/1731457192575/Put/seqid=0 2024-11-13T00:20:06,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741850_1026 (size=5156) 2024-11-13T00:20:06,467 INFO [M:0;cb28580903fb:33693 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/841353bbe5684aedb854be2ffab52264 2024-11-13T00:20:06,472 DEBUG [M:0;cb28580903fb:33693 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82dd56fb4c264ab29b87f4c8b2f41553 as hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82dd56fb4c264ab29b87f4c8b2f41553 2024-11-13T00:20:06,476 INFO [M:0;cb28580903fb:33693 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82dd56fb4c264ab29b87f4c8b2f41553, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T00:20:06,477 DEBUG [M:0;cb28580903fb:33693 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/776f17e703044ba59b96d92d79b109c0 as hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/776f17e703044ba59b96d92d79b109c0 2024-11-13T00:20:06,481 INFO [M:0;cb28580903fb:33693 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/776f17e703044ba59b96d92d79b109c0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T00:20:06,481 DEBUG [M:0;cb28580903fb:33693 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/841353bbe5684aedb854be2ffab52264 as hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/841353bbe5684aedb854be2ffab52264 2024-11-13T00:20:06,485 INFO [M:0;cb28580903fb:33693 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39367/user/jenkins/test-data/efafeda7-c19a-5866-c952-ee7e3cb9aa5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/841353bbe5684aedb854be2ffab52264, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T00:20:06,486 INFO [M:0;cb28580903fb:33693 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=97, compaction requested=false 2024-11-13T00:20:06,487 INFO [M:0;cb28580903fb:33693 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:06,487 DEBUG [M:0;cb28580903fb:33693 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457205193Disabling compacts and flushes for region at 1731457205193Disabling writes for close at 1731457205193Obtaining lock to block concurrent updates at 1731457205193Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731457205193Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731457205193Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731457205194 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731457205194Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731457205215 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731457205215Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731457205625 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731457205639 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731457205639Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731457206048 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731457206062 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731457206062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17bb1a45: reopening flushed file at 1731457206471 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dbcaad6: reopening flushed file at 1731457206477 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dd6a2f7: reopening flushed file at 1731457206481 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=97, compaction requested=false at 1731457206486 (+5 ms)Writing region close event to WAL at 1731457206487 (+1 ms)Closed at 1731457206487 2024-11-13T00:20:06,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741830_1006 (size=63654) 2024-11-13T00:20:06,489 INFO [M:0;cb28580903fb:33693 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T00:20:06,489 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:20:06,490 INFO [M:0;cb28580903fb:33693 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33693 2024-11-13T00:20:06,490 INFO [M:0;cb28580903fb:33693 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:20:06,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:20:06,592 INFO [M:0;cb28580903fb:33693 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:20:06,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33693-0x1010eb1ea210003, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:20:06,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f12f3fa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:20:06,596 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45eaaaff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:20:06,596 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:20:06,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ab6819f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:20:06,596 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@685e84f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/hadoop.log.dir/,STOPPED} 2024-11-13T00:20:06,597 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:20:06,597 WARN [BP-1861332064-172.17.0.2-1731457190218 heartbeating to localhost/127.0.0.1:39367 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:20:06,597 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:20:06,597 WARN [BP-1861332064-172.17.0.2-1731457190218 heartbeating to localhost/127.0.0.1:39367 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1861332064-172.17.0.2-1731457190218 (Datanode Uuid f49b348a-de95-4e66-bb14-cce5e8dd6418) service to localhost/127.0.0.1:39367 2024-11-13T00:20:06,598 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/cluster_b3362350-282d-9cca-e47d-984f1bde48df/data/data1/current/BP-1861332064-172.17.0.2-1731457190218 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:20:06,598 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/cluster_b3362350-282d-9cca-e47d-984f1bde48df/data/data2/current/BP-1861332064-172.17.0.2-1731457190218 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:20:06,599 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:20:06,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@354594df{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:20:06,605 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ad009a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:20:06,605 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:20:06,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fd43393{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:20:06,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7002f130{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/hadoop.log.dir/,STOPPED} 2024-11-13T00:20:06,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T00:20:06,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T00:20:06,621 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:20:06,621 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:06,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:06,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:06,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:20:06,622 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T00:20:06,622 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1266336569, stopped=false 2024-11-13T00:20:06,622 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb28580903fb,33497,1731457188489 2024-11-13T00:20:06,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-901503678/running 2024-11-13T00:20:06,624 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45459-0x1010eb1ea210001, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-901503678/running 2024-11-13T00:20:06,624 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45459-0x1010eb1ea210001, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-901503678 2024-11-13T00:20:06,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-901503678 2024-11-13T00:20:06,624 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:20:06,624 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:20:06,624 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:06,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:06,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45459-0x1010eb1ea210001, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Set watcher on znode that does not yet exist, /0-901503678/running 2024-11-13T00:20:06,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Set watcher on znode that does not yet exist, /0-901503678/running 2024-11-13T00:20:06,625 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,45459,1731457188607' ***** 2024-11-13T00:20:06,625 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:20:06,625 INFO [RS:0;cb28580903fb:45459 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:20:06,626 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:20:06,626 INFO [RS:0;cb28580903fb:45459 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:20:06,626 INFO [RS:0;cb28580903fb:45459 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:20:06,626 INFO [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(3091): Received CLOSE for 5d007419067d6d2051f36fd6f5acd600 2024-11-13T00:20:06,626 INFO [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(3091): Received CLOSE for 577064a03688349e7eb1e353320af177 2024-11-13T00:20:06,626 INFO [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,45459,1731457188607 2024-11-13T00:20:06,626 INFO [RS:0;cb28580903fb:45459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:20:06,626 INFO [RS:0;cb28580903fb:45459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:45459. 2024-11-13T00:20:06,626 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5d007419067d6d2051f36fd6f5acd600, disabling compactions & flushes 2024-11-13T00:20:06,626 DEBUG [RS:0;cb28580903fb:45459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:06,626 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600. 2024-11-13T00:20:06,626 DEBUG [RS:0;cb28580903fb:45459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:06,626 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600. 2024-11-13T00:20:06,626 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600. after waiting 0 ms 2024-11-13T00:20:06,626 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600. 2024-11-13T00:20:06,626 INFO [RS:0;cb28580903fb:45459 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:20:06,626 INFO [RS:0;cb28580903fb:45459 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:20:06,626 INFO [RS:0;cb28580903fb:45459 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:20:06,626 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5d007419067d6d2051f36fd6f5acd600 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-13T00:20:06,626 INFO [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T00:20:06,627 INFO [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T00:20:06,627 DEBUG [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(1325): Online Regions={5d007419067d6d2051f36fd6f5acd600=hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600., 1588230740=hbase:meta,,1.1588230740, 577064a03688349e7eb1e353320af177=test,,1731457193282.577064a03688349e7eb1e353320af177.} 2024-11-13T00:20:06,627 DEBUG [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 577064a03688349e7eb1e353320af177, 5d007419067d6d2051f36fd6f5acd600 2024-11-13T00:20:06,627 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:20:06,627 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:20:06,627 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:20:06,627 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:20:06,627 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:20:06,627 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T00:20:06,643 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/replication/5d007419067d6d2051f36fd6f5acd600/.tmp/queue/152f47cacc4b4bb2a1e2312c864ebab5 is 153, key is 1-cb28580903fb,45459,1731457188607/queue:cb28580903fb%2C45459%2C1731457188607/1731457203146/Put/seqid=0 2024-11-13T00:20:06,643 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/1588230740/.tmp/info/c92b19524bfe41e48e596a3f41f5f98f is 147, key is hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600./info:regioninfo/1731457196860/Put/seqid=0 2024-11-13T00:20:06,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741840_1016 (size=5352) 2024-11-13T00:20:06,648 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/replication/5d007419067d6d2051f36fd6f5acd600/.tmp/queue/152f47cacc4b4bb2a1e2312c864ebab5 2024-11-13T00:20:06,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741841_1017 (size=7686) 2024-11-13T00:20:06,653 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/replication/5d007419067d6d2051f36fd6f5acd600/.tmp/queue/152f47cacc4b4bb2a1e2312c864ebab5 as hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/replication/5d007419067d6d2051f36fd6f5acd600/queue/152f47cacc4b4bb2a1e2312c864ebab5 2024-11-13T00:20:06,657 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/replication/5d007419067d6d2051f36fd6f5acd600/queue/152f47cacc4b4bb2a1e2312c864ebab5, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T00:20:06,657 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 5d007419067d6d2051f36fd6f5acd600 in 31ms, sequenceid=10, compaction requested=false 2024-11-13T00:20:06,661 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/replication/5d007419067d6d2051f36fd6f5acd600/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T00:20:06,661 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:20:06,661 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:20:06,661 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600. 2024-11-13T00:20:06,661 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5d007419067d6d2051f36fd6f5acd600: Waiting for close lock at 1731457206626Running coprocessor pre-close hooks at 1731457206626Disabling compacts and flushes for region at 1731457206626Disabling writes for close at 1731457206626Obtaining lock to block concurrent updates at 1731457206626Preparing flush snapshotting stores in 5d007419067d6d2051f36fd6f5acd600 at 1731457206626Finished memstore snapshotting hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731457206627 (+1 ms)Flushing stores of hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600. at 1731457206627Flushing 5d007419067d6d2051f36fd6f5acd600/queue: creating writer at 1731457206627Flushing 5d007419067d6d2051f36fd6f5acd600/queue: appending metadata at 1731457206642 (+15 ms)Flushing 5d007419067d6d2051f36fd6f5acd600/queue: closing flushed file at 1731457206642Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4265317c: reopening flushed file at 1731457206652 (+10 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 5d007419067d6d2051f36fd6f5acd600 in 31ms, sequenceid=10, compaction requested=false at 1731457206657 (+5 ms)Writing region close event to WAL at 1731457206658 (+1 ms)Running coprocessor post-close hooks at 1731457206661 (+3 ms)Closed at 1731457206661 2024-11-13T00:20:06,661 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731457196093.5d007419067d6d2051f36fd6f5acd600. 2024-11-13T00:20:06,661 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 577064a03688349e7eb1e353320af177, disabling compactions & flushes 2024-11-13T00:20:06,661 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731457193282.577064a03688349e7eb1e353320af177. 2024-11-13T00:20:06,661 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457193282.577064a03688349e7eb1e353320af177. 2024-11-13T00:20:06,662 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731457193282.577064a03688349e7eb1e353320af177. after waiting 0 ms 2024-11-13T00:20:06,662 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731457193282.577064a03688349e7eb1e353320af177. 2024-11-13T00:20:06,662 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 577064a03688349e7eb1e353320af177 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-13T00:20:06,670 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:20:06,680 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/default/test/577064a03688349e7eb1e353320af177/.tmp/f/73debbfe56694de1a8e98a126f060bdd is 29, key is row1/f:/1731457202424/DeleteFamily/seqid=0 2024-11-13T00:20:06,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741842_1018 (size=5118) 2024-11-13T00:20:06,764 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 912, reset compression=false 2024-11-13T00:20:06,769 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:20:06,769 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 1159, reset compression=false 2024-11-13T00:20:06,769 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.shippercb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,45459,1731457188607 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:20:06,770 ERROR [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.shippercb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cb28580903fb,45459,1731457188607: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cb28580903fb,45459,1731457188607, walGroup=cb28580903fb%2C45459%2C1731457188607, offset=cb28580903fb%2C45459%2C1731457188607.1731457189606:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:45459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T00:20:06,771 ERROR [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.shippercb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T00:20:06,771 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.shippercb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T00:20:06,772 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.shippercb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T00:20:06,772 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.shippercb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T00:20:06,772 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.shippercb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T00:20:06,772 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.shippercb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 613792920 }, "NonHeapMemoryUsage": { "committed": 194969600, "init": 7667712, "max": -1, "used": 192021496 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T00:20:06,773 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.shippercb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:33497 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:33497 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T00:20:06,827 DEBUG [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 577064a03688349e7eb1e353320af177 2024-11-13T00:20:06,972 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 1159, reset compression=false 2024-11-13T00:20:07,027 DEBUG [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 577064a03688349e7eb1e353320af177 2024-11-13T00:20:07,049 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/1588230740/.tmp/info/c92b19524bfe41e48e596a3f41f5f98f 2024-11-13T00:20:07,067 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/1588230740/.tmp/ns/f2fd51a1c6ad4e9ca159b2f0439e006c is 43, key is default/ns:d/1731457190077/Put/seqid=0 2024-11-13T00:20:07,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741843_1019 (size=5153) 2024-11-13T00:20:07,085 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/default/test/577064a03688349e7eb1e353320af177/.tmp/f/73debbfe56694de1a8e98a126f060bdd 2024-11-13T00:20:07,089 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73debbfe56694de1a8e98a126f060bdd 2024-11-13T00:20:07,108 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/default/test/577064a03688349e7eb1e353320af177/.tmp/f1/db4df27da50a46f2baef7a7eb78f1c28 is 30, key is row1/f1:/1731457202424/DeleteFamily/seqid=0 2024-11-13T00:20:07,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741844_1020 (size=5123) 2024-11-13T00:20:07,227 DEBUG [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 577064a03688349e7eb1e353320af177 2024-11-13T00:20:07,276 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 1159, reset compression=false 2024-11-13T00:20:07,428 DEBUG [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 577064a03688349e7eb1e353320af177 2024-11-13T00:20:07,459 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T00:20:07,459 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T00:20:07,471 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/1588230740/.tmp/ns/f2fd51a1c6ad4e9ca159b2f0439e006c 2024-11-13T00:20:07,494 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/1588230740/.tmp/rep_barrier/d442d8e702bb4689a1a6f358a38d02d6 is 112, key is test,,1731457193282.577064a03688349e7eb1e353320af177./rep_barrier:seqnumDuringOpen/1731457193688/Put/seqid=0 2024-11-13T00:20:07,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741845_1021 (size=5518) 2024-11-13T00:20:07,512 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/default/test/577064a03688349e7eb1e353320af177/.tmp/f1/db4df27da50a46f2baef7a7eb78f1c28 2024-11-13T00:20:07,517 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db4df27da50a46f2baef7a7eb78f1c28 2024-11-13T00:20:07,536 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/default/test/577064a03688349e7eb1e353320af177/.tmp/norep/c68cd236dd8d4d479664ac789c8fbe2b is 32, key is row/norep:/1731457201417/DeleteFamily/seqid=0 2024-11-13T00:20:07,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741846_1022 (size=5101) 2024-11-13T00:20:07,628 INFO [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T00:20:07,628 DEBUG [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 577064a03688349e7eb1e353320af177=test,,1731457193282.577064a03688349e7eb1e353320af177.} 2024-11-13T00:20:07,628 DEBUG [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 577064a03688349e7eb1e353320af177 2024-11-13T00:20:07,681 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 1159, reset compression=false 2024-11-13T00:20:07,828 DEBUG [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 577064a03688349e7eb1e353320af177 2024-11-13T00:20:07,898 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/1588230740/.tmp/rep_barrier/d442d8e702bb4689a1a6f358a38d02d6 2024-11-13T00:20:07,918 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/1588230740/.tmp/table/a3bd1c31ba6e4c2bafc7747f7b412ff7 is 53, key is hbase:replication/table:state/1731457196867/Put/seqid=0 2024-11-13T00:20:07,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741847_1023 (size=5308) 2024-11-13T00:20:07,941 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/default/test/577064a03688349e7eb1e353320af177/.tmp/norep/c68cd236dd8d4d479664ac789c8fbe2b 2024-11-13T00:20:07,945 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c68cd236dd8d4d479664ac789c8fbe2b 2024-11-13T00:20:07,945 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/default/test/577064a03688349e7eb1e353320af177/.tmp/f/73debbfe56694de1a8e98a126f060bdd as hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/default/test/577064a03688349e7eb1e353320af177/f/73debbfe56694de1a8e98a126f060bdd 2024-11-13T00:20:07,950 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73debbfe56694de1a8e98a126f060bdd 2024-11-13T00:20:07,950 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/default/test/577064a03688349e7eb1e353320af177/f/73debbfe56694de1a8e98a126f060bdd, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T00:20:07,951 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/default/test/577064a03688349e7eb1e353320af177/.tmp/f1/db4df27da50a46f2baef7a7eb78f1c28 as hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/default/test/577064a03688349e7eb1e353320af177/f1/db4df27da50a46f2baef7a7eb78f1c28 2024-11-13T00:20:07,956 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db4df27da50a46f2baef7a7eb78f1c28 2024-11-13T00:20:07,956 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/default/test/577064a03688349e7eb1e353320af177/f1/db4df27da50a46f2baef7a7eb78f1c28, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T00:20:07,956 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/default/test/577064a03688349e7eb1e353320af177/.tmp/norep/c68cd236dd8d4d479664ac789c8fbe2b as hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/default/test/577064a03688349e7eb1e353320af177/norep/c68cd236dd8d4d479664ac789c8fbe2b 2024-11-13T00:20:07,961 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c68cd236dd8d4d479664ac789c8fbe2b 2024-11-13T00:20:07,961 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/default/test/577064a03688349e7eb1e353320af177/norep/c68cd236dd8d4d479664ac789c8fbe2b, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T00:20:07,962 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 577064a03688349e7eb1e353320af177 in 1300ms, sequenceid=8, compaction requested=false 2024-11-13T00:20:07,962 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T00:20:07,967 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/default/test/577064a03688349e7eb1e353320af177/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T00:20:07,968 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:20:07,968 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T00:20:07,968 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731457193282.577064a03688349e7eb1e353320af177. 2024-11-13T00:20:07,968 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 577064a03688349e7eb1e353320af177: Waiting for close lock at 1731457206661Running coprocessor pre-close hooks at 1731457206661Disabling compacts and flushes for region at 1731457206661Disabling writes for close at 1731457206662 (+1 ms)Obtaining lock to block concurrent updates at 1731457206662Preparing flush snapshotting stores in 577064a03688349e7eb1e353320af177 at 1731457206662Finished memstore snapshotting test,,1731457193282.577064a03688349e7eb1e353320af177., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731457206662Flushing stores of test,,1731457193282.577064a03688349e7eb1e353320af177. at 1731457206662Flushing 577064a03688349e7eb1e353320af177/f: creating writer at 1731457206662Flushing 577064a03688349e7eb1e353320af177/f: appending metadata at 1731457206680 (+18 ms)Flushing 577064a03688349e7eb1e353320af177/f: closing flushed file at 1731457206680Flushing 577064a03688349e7eb1e353320af177/f1: creating writer at 1731457207089 (+409 ms)Flushing 577064a03688349e7eb1e353320af177/f1: appending metadata at 1731457207107 (+18 ms)Flushing 577064a03688349e7eb1e353320af177/f1: closing flushed file at 1731457207107Flushing 577064a03688349e7eb1e353320af177/norep: creating writer at 1731457207517 (+410 ms)Flushing 577064a03688349e7eb1e353320af177/norep: appending metadata at 1731457207536 (+19 ms)Flushing 577064a03688349e7eb1e353320af177/norep: closing flushed file at 1731457207536Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f83b213: reopening flushed file at 1731457207945 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75e3864c: reopening flushed file at 1731457207950 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f60e866: reopening flushed file at 1731457207956 (+6 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 577064a03688349e7eb1e353320af177 in 1300ms, sequenceid=8, compaction requested=false at 1731457207962 (+6 ms)Writing region close event to WAL at 1731457207964 (+2 ms)Running coprocessor post-close hooks at 1731457207968 (+4 ms)Closed at 1731457207968 2024-11-13T00:20:07,968 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731457193282.577064a03688349e7eb1e353320af177. 2024-11-13T00:20:08,028 DEBUG [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:20:08,184 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 1159, reset compression=false 2024-11-13T00:20:08,191 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:20:08,191 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 1803, reset compression=false 2024-11-13T00:20:08,229 DEBUG [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:20:08,323 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/1588230740/.tmp/table/a3bd1c31ba6e4c2bafc7747f7b412ff7 2024-11-13T00:20:08,328 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/1588230740/.tmp/info/c92b19524bfe41e48e596a3f41f5f98f as hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/1588230740/info/c92b19524bfe41e48e596a3f41f5f98f 2024-11-13T00:20:08,333 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/1588230740/info/c92b19524bfe41e48e596a3f41f5f98f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T00:20:08,334 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/1588230740/.tmp/ns/f2fd51a1c6ad4e9ca159b2f0439e006c as hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/1588230740/ns/f2fd51a1c6ad4e9ca159b2f0439e006c 2024-11-13T00:20:08,339 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/1588230740/ns/f2fd51a1c6ad4e9ca159b2f0439e006c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T00:20:08,339 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/1588230740/.tmp/rep_barrier/d442d8e702bb4689a1a6f358a38d02d6 as hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/1588230740/rep_barrier/d442d8e702bb4689a1a6f358a38d02d6 2024-11-13T00:20:08,343 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/1588230740/rep_barrier/d442d8e702bb4689a1a6f358a38d02d6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T00:20:08,344 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/1588230740/.tmp/table/a3bd1c31ba6e4c2bafc7747f7b412ff7 as hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/1588230740/table/a3bd1c31ba6e4c2bafc7747f7b412ff7 2024-11-13T00:20:08,348 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/1588230740/table/a3bd1c31ba6e4c2bafc7747f7b412ff7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T00:20:08,349 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false 2024-11-13T00:20:08,354 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T00:20:08,355 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:20:08,355 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:20:08,355 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:20:08,355 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457206627Running coprocessor pre-close hooks at 1731457206627Disabling compacts and flushes for region at 1731457206627Disabling writes for close at 1731457206627Obtaining lock to block concurrent updates at 1731457206627Preparing flush snapshotting stores in 1588230740 at 1731457206627Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731457206628 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731457206628Flushing 1588230740/info: creating writer at 1731457206628Flushing 1588230740/info: appending metadata at 1731457206643 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731457206643Flushing 1588230740/ns: creating writer at 1731457207053 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731457207066 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731457207066Flushing 1588230740/rep_barrier: creating writer at 1731457207476 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731457207494 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731457207494Flushing 1588230740/table: creating writer at 1731457207903 (+409 ms)Flushing 1588230740/table: appending metadata at 1731457207918 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731457207918Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6028a25d: reopening flushed file at 1731457208328 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59a294fa: reopening flushed file at 1731457208333 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c8a5efd: reopening flushed file at 1731457208339 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76aa0488: reopening flushed file at 1731457208343 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false at 1731457208349 (+6 ms)Writing region close event to WAL at 1731457208351 (+2 ms)Running coprocessor post-close hooks at 1731457208355 (+4 ms)Closed at 1731457208355 2024-11-13T00:20:08,355 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T00:20:08,394 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.wal-reader.cb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 to pos 1803, reset compression=false 2024-11-13T00:20:08,429 INFO [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,45459,1731457188607; all regions closed. 2024-11-13T00:20:08,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741834_1010 (size=4239) 2024-11-13T00:20:08,431 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.meta.1731457190005.meta not finished, retry = 0 2024-11-13T00:20:08,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741839_1015 (size=2676) 2024-11-13T00:20:08,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741833_1009 (size=1811) 2024-11-13T00:20:08,537 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/WALs/cb28580903fb,45459,1731457188607/cb28580903fb%2C45459%2C1731457188607.1731457189606 not finished, retry = 0 2024-11-13T00:20:08,638 DEBUG [RS:0;cb28580903fb:45459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:08,638 INFO [RS:0;cb28580903fb:45459 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:20:08,638 INFO [RS:0;cb28580903fb:45459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:20:08,638 INFO [RS:0;cb28580903fb:45459 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T00:20:08,638 INFO [RS:0;cb28580903fb:45459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:20:08,638 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:20:08,638 INFO [RS:0;cb28580903fb:45459 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb28580903fb,45459,1731457188607 because: Region server is closing 2024-11-13T00:20:08,638 INFO [RS:0;cb28580903fb:45459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:45459. 2024-11-13T00:20:08,639 DEBUG [RS:0;cb28580903fb:45459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:08,639 DEBUG [RS:0;cb28580903fb:45459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:08,639 DEBUG [RS:0;cb28580903fb:45459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:08,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:20:08,739 INFO [RS:0;cb28580903fb:45459 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,45459,1731457188607.replicationSource.shippercb28580903fb%2C45459%2C1731457188607,1-cb28580903fb,45459,1731457188607 terminated 2024-11-13T00:20:08,739 INFO [RS:0;cb28580903fb:45459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:45459. 2024-11-13T00:20:08,739 DEBUG [RS:0;cb28580903fb:45459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:08,739 DEBUG [RS:0;cb28580903fb:45459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:08,739 DEBUG [RS:0;cb28580903fb:45459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:08,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:20:08,740 INFO [RS:0;cb28580903fb:45459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45459 2024-11-13T00:20:08,742 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45459-0x1010eb1ea210001, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-901503678/rs/cb28580903fb,45459,1731457188607 2024-11-13T00:20:08,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-901503678/rs 2024-11-13T00:20:08,742 INFO [RS:0;cb28580903fb:45459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:20:08,744 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,45459,1731457188607] 2024-11-13T00:20:08,745 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-901503678/draining/cb28580903fb,45459,1731457188607 already deleted, retry=false 2024-11-13T00:20:08,745 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,45459,1731457188607 expired; onlineServers=0 2024-11-13T00:20:08,746 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb28580903fb,33497,1731457188489' ***** 2024-11-13T00:20:08,746 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T00:20:08,746 INFO [M:0;cb28580903fb:33497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:20:08,746 INFO [M:0;cb28580903fb:33497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:20:08,746 DEBUG [M:0;cb28580903fb:33497 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T00:20:08,746 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T00:20:08,746 DEBUG [M:0;cb28580903fb:33497 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T00:20:08,746 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457189353 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457189353,5,FailOnTimeoutGroup] 2024-11-13T00:20:08,746 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457189352 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457189352,5,FailOnTimeoutGroup] 2024-11-13T00:20:08,746 INFO [M:0;cb28580903fb:33497 {}] hbase.ChoreService(370): Chore service for: master/cb28580903fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T00:20:08,746 INFO [M:0;cb28580903fb:33497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:20:08,746 DEBUG [M:0;cb28580903fb:33497 {}] master.HMaster(1795): Stopping service threads 2024-11-13T00:20:08,746 INFO [M:0;cb28580903fb:33497 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T00:20:08,746 INFO [M:0;cb28580903fb:33497 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:20:08,746 INFO [M:0;cb28580903fb:33497 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T00:20:08,747 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T00:20:08,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-901503678/master 2024-11-13T00:20:08,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-901503678 2024-11-13T00:20:08,748 DEBUG [M:0;cb28580903fb:33497 {}] zookeeper.ZKUtil(347): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Unable to get data of znode /0-901503678/master because node does not exist (not an error) 2024-11-13T00:20:08,748 WARN [M:0;cb28580903fb:33497 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T00:20:08,749 INFO [M:0;cb28580903fb:33497 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/.lastflushedseqids 2024-11-13T00:20:08,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741848_1024 (size=245) 2024-11-13T00:20:08,845 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45459-0x1010eb1ea210001, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:20:08,845 DEBUG [pool-1366-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45459-0x1010eb1ea210001, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:20:08,845 INFO [RS:0;cb28580903fb:45459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:20:08,845 INFO [RS:0;cb28580903fb:45459 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,45459,1731457188607; zookeeper connection closed. 2024-11-13T00:20:08,845 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10b87b2e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10b87b2e 2024-11-13T00:20:08,845 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T00:20:09,154 INFO [M:0;cb28580903fb:33497 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T00:20:09,154 INFO [M:0;cb28580903fb:33497 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T00:20:09,154 DEBUG [M:0;cb28580903fb:33497 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:20:09,154 INFO [M:0;cb28580903fb:33497 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:09,154 DEBUG [M:0;cb28580903fb:33497 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:09,154 DEBUG [M:0;cb28580903fb:33497 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:20:09,154 DEBUG [M:0;cb28580903fb:33497 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:09,154 INFO [M:0;cb28580903fb:33497 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T00:20:09,170 DEBUG [M:0;cb28580903fb:33497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7ceb79b1e73444ab0867464bb2f1b64 is 82, key is hbase:meta,,1/info:regioninfo/1731457190058/Put/seqid=0 2024-11-13T00:20:09,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741849_1025 (size=5672) 2024-11-13T00:20:09,574 INFO [M:0;cb28580903fb:33497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7ceb79b1e73444ab0867464bb2f1b64 2024-11-13T00:20:09,595 DEBUG [M:0;cb28580903fb:33497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ac3c6a5f78f426cbdab9925155ef428 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731457196870/Put/seqid=0 2024-11-13T00:20:09,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741850_1026 (size=8515) 2024-11-13T00:20:09,776 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:20:09,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:09,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:09,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:09,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:09,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:09,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:09,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:09,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:09,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:09,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:09,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:10,000 INFO [M:0;cb28580903fb:33497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ac3c6a5f78f426cbdab9925155ef428 2024-11-13T00:20:10,027 DEBUG [M:0;cb28580903fb:33497 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54e3e3d7a9914f30965ff4927b63b0f1 is 69, key is cb28580903fb,45459,1731457188607/rs:state/1731457189410/Put/seqid=0 2024-11-13T00:20:10,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741851_1027 (size=5156) 2024-11-13T00:20:10,433 INFO [M:0;cb28580903fb:33497 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54e3e3d7a9914f30965ff4927b63b0f1 2024-11-13T00:20:10,438 DEBUG [M:0;cb28580903fb:33497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7ceb79b1e73444ab0867464bb2f1b64 as hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7ceb79b1e73444ab0867464bb2f1b64 2024-11-13T00:20:10,441 INFO [M:0;cb28580903fb:33497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7ceb79b1e73444ab0867464bb2f1b64, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T00:20:10,442 DEBUG [M:0;cb28580903fb:33497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1ac3c6a5f78f426cbdab9925155ef428 as hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ac3c6a5f78f426cbdab9925155ef428 2024-11-13T00:20:10,446 INFO [M:0;cb28580903fb:33497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1ac3c6a5f78f426cbdab9925155ef428, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T00:20:10,446 DEBUG [M:0;cb28580903fb:33497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54e3e3d7a9914f30965ff4927b63b0f1 as hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54e3e3d7a9914f30965ff4927b63b0f1 2024-11-13T00:20:10,450 INFO [M:0;cb28580903fb:33497 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43127/user/jenkins/test-data/8cc492d0-d05b-07ae-901a-a7856d0de852/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54e3e3d7a9914f30965ff4927b63b0f1, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T00:20:10,451 INFO [M:0;cb28580903fb:33497 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=97, compaction requested=false 2024-11-13T00:20:10,452 INFO [M:0;cb28580903fb:33497 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:10,452 DEBUG [M:0;cb28580903fb:33497 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457209154Disabling compacts and flushes for region at 1731457209154Disabling writes for close at 1731457209154Obtaining lock to block concurrent updates at 1731457209154Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731457209154Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731457209155 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731457209155Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731457209155Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731457209170 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731457209170Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731457209579 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731457209595 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731457209595Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731457210010 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731457210026 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731457210026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f3728c: reopening flushed file at 1731457210437 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28990874: reopening flushed file at 1731457210441 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@803acb6: reopening flushed file at 1731457210446 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=97, compaction requested=false at 1731457210451 (+5 ms)Writing region close event to WAL at 1731457210452 (+1 ms)Closed at 1731457210452 2024-11-13T00:20:10,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38429 is added to blk_1073741830_1006 (size=63642) 2024-11-13T00:20:10,455 INFO [M:0;cb28580903fb:33497 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T00:20:10,456 INFO [M:0;cb28580903fb:33497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33497 2024-11-13T00:20:10,456 INFO [M:0;cb28580903fb:33497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:20:10,457 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:20:10,560 INFO [M:0;cb28580903fb:33497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:20:10,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:20:10,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33497-0x1010eb1ea210000, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:20:10,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ba6236c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:20:10,564 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a55265e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:20:10,565 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:20:10,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ccfdb21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:20:10,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a1607c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/hadoop.log.dir/,STOPPED} 2024-11-13T00:20:10,567 WARN [BP-1181486341-172.17.0.2-1731457187758 heartbeating to localhost/127.0.0.1:43127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:20:10,567 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:20:10,567 WARN [BP-1181486341-172.17.0.2-1731457187758 heartbeating to localhost/127.0.0.1:43127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1181486341-172.17.0.2-1731457187758 (Datanode Uuid 74b014b8-d34a-4ee9-afb1-47c55741cb4d) service to localhost/127.0.0.1:43127 2024-11-13T00:20:10,567 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:20:10,568 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/cluster_8461f62c-1e44-b6d8-4592-99058bbbed50/data/data1/current/BP-1181486341-172.17.0.2-1731457187758 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:20:10,568 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/cluster_8461f62c-1e44-b6d8-4592-99058bbbed50/data/data2/current/BP-1181486341-172.17.0.2-1731457187758 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:20:10,568 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:20:10,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44ee4004{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:20:10,575 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c69237f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:20:10,575 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:20:10,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@665193da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:20:10,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@670a5da2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/561052f1-7ff0-3b09-195c-c4d74a9d7cd1/hadoop.log.dir/,STOPPED} 2024-11-13T00:20:10,581 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T00:20:10,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T00:20:10,601 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=267 (was 245) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39367 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:43127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49417) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39367 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43127 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39367 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49417) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39367 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:39367 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=652 (was 621) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=256 (was 256), ProcessCount=11 (was 11), AvailableMemoryMB=808 (was 1666) 2024-11-13T00:20:10,611 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=267, OpenFileDescriptor=652, MaxFileDescriptor=1048576, SystemLoadAverage=256, ProcessCount=11, AvailableMemoryMB=808 2024-11-13T00:20:10,625 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-13T00:20:10,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/hadoop.log.dir so I do NOT create it in target/test-data/f3340f83-7868-9583-5b38-d545f892b900 2024-11-13T00:20:10,626 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T00:20:10,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/hadoop.tmp.dir so I do NOT create it in target/test-data/f3340f83-7868-9583-5b38-d545f892b900 2024-11-13T00:20:10,626 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/806564a1-8c2d-d53e-a1b7-93f906c6473e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T00:20:10,626 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900 2024-11-13T00:20:10,626 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/cluster_2a1d7a76-9c54-b550-e3fb-64e73bbbf8c5, deleteOnExit=true 2024-11-13T00:20:10,629 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/cluster_2a1d7a76-9c54-b550-e3fb-64e73bbbf8c5/zookeeper_0, clientPort=62134, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/cluster_2a1d7a76-9c54-b550-e3fb-64e73bbbf8c5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/cluster_2a1d7a76-9c54-b550-e3fb-64e73bbbf8c5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T00:20:10,629 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62134 2024-11-13T00:20:10,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T00:20:10,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T00:20:10,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/test.cache.data in system properties and HBase conf 2024-11-13T00:20:10,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T00:20:10,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/hadoop.log.dir in system properties and HBase conf 2024-11-13T00:20:10,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T00:20:10,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T00:20:10,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T00:20:10,630 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T00:20:10,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:20:10,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:20:10,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T00:20:10,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:20:10,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T00:20:10,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T00:20:10,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:20:10,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:20:10,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T00:20:10,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/nfs.dump.dir in system properties and HBase conf 2024-11-13T00:20:10,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/java.io.tmpdir in system properties and HBase conf 2024-11-13T00:20:10,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:20:10,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T00:20:10,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T00:20:10,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1010eb1ea210005, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T00:20:10,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1010eb1ea210002, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T00:20:10,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1010eb1ea210005, quorum=127.0.0.1:49417, baseZNode=/11107186553 Received Disconnected from ZooKeeper, ignoring 2024-11-13T00:20:10,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1010eb1ea210002, quorum=127.0.0.1:49417, baseZNode=/0-901503678 Received Disconnected from ZooKeeper, ignoring 2024-11-13T00:20:10,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:20:10,717 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:20:10,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:20:10,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:20:10,719 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:20:10,719 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:20:10,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c33629c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:20:10,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d4b3e94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:20:10,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77e8174a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/java.io.tmpdir/jetty-localhost-46059-hadoop-hdfs-3_4_1-tests_jar-_-any-2505520758220964866/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:20:10,872 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d42869e{HTTP/1.1, (http/1.1)}{localhost:46059} 2024-11-13T00:20:10,872 INFO [Time-limited test {}] server.Server(415): Started @204739ms 2024-11-13T00:20:10,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:20:10,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:20:10,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:20:10,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:20:10,986 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T00:20:10,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@556f8e1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:20:10,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37437004{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:20:11,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bdd0a17{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/java.io.tmpdir/jetty-localhost-34147-hadoop-hdfs-3_4_1-tests_jar-_-any-13326771081938960980/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:20:11,114 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ab36650{HTTP/1.1, (http/1.1)}{localhost:34147} 2024-11-13T00:20:11,114 INFO [Time-limited test {}] server.Server(415): Started @204980ms 2024-11-13T00:20:11,115 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:20:11,241 WARN [Thread-2660 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/cluster_2a1d7a76-9c54-b550-e3fb-64e73bbbf8c5/data/data1/current/BP-420737328-172.17.0.2-1731457210650/current, will proceed with Du for space computation calculation, 2024-11-13T00:20:11,241 WARN [Thread-2661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/cluster_2a1d7a76-9c54-b550-e3fb-64e73bbbf8c5/data/data2/current/BP-420737328-172.17.0.2-1731457210650/current, will proceed with Du for space computation calculation, 2024-11-13T00:20:11,263 WARN [Thread-2648 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:20:11,266 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcca2e350492804e0 with lease ID 0x5aef8023bb5e2f44: Processing first storage report for DS-565f00f4-07e3-4423-8033-d404a0c61d9a from datanode DatanodeRegistration(127.0.0.1:40545, datanodeUuid=bc5f606c-6f29-4684-bb81-e80bf1d4932d, infoPort=42461, infoSecurePort=0, ipcPort=45967, storageInfo=lv=-57;cid=testClusterID;nsid=35000140;c=1731457210650) 2024-11-13T00:20:11,266 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcca2e350492804e0 with lease ID 0x5aef8023bb5e2f44: from storage DS-565f00f4-07e3-4423-8033-d404a0c61d9a node DatanodeRegistration(127.0.0.1:40545, datanodeUuid=bc5f606c-6f29-4684-bb81-e80bf1d4932d, infoPort=42461, infoSecurePort=0, ipcPort=45967, storageInfo=lv=-57;cid=testClusterID;nsid=35000140;c=1731457210650), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:20:11,266 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcca2e350492804e0 with lease ID 0x5aef8023bb5e2f44: Processing first storage report for DS-89ed0e0f-7c2d-46b2-a247-a1504a7af5da from datanode DatanodeRegistration(127.0.0.1:40545, datanodeUuid=bc5f606c-6f29-4684-bb81-e80bf1d4932d, infoPort=42461, infoSecurePort=0, ipcPort=45967, storageInfo=lv=-57;cid=testClusterID;nsid=35000140;c=1731457210650) 2024-11-13T00:20:11,266 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcca2e350492804e0 with lease ID 0x5aef8023bb5e2f44: from storage DS-89ed0e0f-7c2d-46b2-a247-a1504a7af5da node DatanodeRegistration(127.0.0.1:40545, datanodeUuid=bc5f606c-6f29-4684-bb81-e80bf1d4932d, infoPort=42461, infoSecurePort=0, ipcPort=45967, storageInfo=lv=-57;cid=testClusterID;nsid=35000140;c=1731457210650), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:20:11,270 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900 2024-11-13T00:20:11,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:11,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:11,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741825_1001 (size=7) 2024-11-13T00:20:11,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T00:20:11,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T00:20:11,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T00:20:11,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T00:20:11,681 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412 with version=8 2024-11-13T00:20:11,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/hbase-staging 2024-11-13T00:20:11,683 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:20:11,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:11,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:11,683 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:20:11,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:11,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:20:11,683 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:20:11,684 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:20:11,684 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41787 2024-11-13T00:20:11,685 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41787 connecting to ZooKeeper ensemble=127.0.0.1:62134 2024-11-13T00:20:11,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417870x0, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:20:11,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41787-0x1010eb243940000 connected 2024-11-13T00:20:11,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:11,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:11,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Set watcher on znode that does not yet exist, /0-887345196/running 2024-11-13T00:20:11,713 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412, hbase.cluster.distributed=false 2024-11-13T00:20:11,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Set watcher on znode that does not yet exist, /0-887345196/acl 2024-11-13T00:20:11,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41787 2024-11-13T00:20:11,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41787 2024-11-13T00:20:11,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41787 2024-11-13T00:20:11,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41787 2024-11-13T00:20:11,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41787 2024-11-13T00:20:11,735 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:20:11,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:11,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:11,735 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:20:11,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:11,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:20:11,735 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:20:11,735 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:20:11,736 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43279 2024-11-13T00:20:11,736 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43279 connecting to ZooKeeper ensemble=127.0.0.1:62134 2024-11-13T00:20:11,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:11,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:11,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432790x0, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:20:11,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432790x0, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Set watcher on znode that does not yet exist, /0-887345196/running 2024-11-13T00:20:11,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43279-0x1010eb243940001 connected 2024-11-13T00:20:11,743 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:20:11,744 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:20:11,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43279-0x1010eb243940001, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Set watcher on znode that does not yet exist, /0-887345196/master 2024-11-13T00:20:11,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43279-0x1010eb243940001, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Set watcher on znode that does not yet exist, /0-887345196/acl 2024-11-13T00:20:11,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43279 2024-11-13T00:20:11,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43279 2024-11-13T00:20:11,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43279 2024-11-13T00:20:11,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43279 2024-11-13T00:20:11,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43279 2024-11-13T00:20:11,765 DEBUG [M:0;cb28580903fb:41787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:41787 2024-11-13T00:20:11,765 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-887345196/backup-masters/cb28580903fb,41787,1731457211683 2024-11-13T00:20:11,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1010eb243940001, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887345196/backup-masters 2024-11-13T00:20:11,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887345196/backup-masters 2024-11-13T00:20:11,767 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Set watcher on existing znode=/0-887345196/backup-masters/cb28580903fb,41787,1731457211683 2024-11-13T00:20:11,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1010eb243940001, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-887345196/master 2024-11-13T00:20:11,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887345196 2024-11-13T00:20:11,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1010eb243940001, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887345196 2024-11-13T00:20:11,772 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Set watcher on existing znode=/0-887345196/master 2024-11-13T00:20:11,776 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-887345196/backup-masters/cb28580903fb,41787,1731457211683 from backup master directory 2024-11-13T00:20:11,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-887345196/backup-masters/cb28580903fb,41787,1731457211683 2024-11-13T00:20:11,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887345196/backup-masters 2024-11-13T00:20:11,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1010eb243940001, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887345196/backup-masters 2024-11-13T00:20:11,779 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:20:11,779 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,41787,1731457211683 2024-11-13T00:20:11,784 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/hbase.id] with ID: 98fa6fe7-4d06-4111-abf2-07c49d8ecc37 2024-11-13T00:20:11,784 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/.tmp/hbase.id 2024-11-13T00:20:11,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741826_1002 (size=42) 2024-11-13T00:20:12,189 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/.tmp/hbase.id]:[hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/hbase.id] 2024-11-13T00:20:12,193 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:20:12,193 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cb28580903fb,35747,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T00:20:12,194 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28289 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cb28580903fb,35747,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T00:20:12,201 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:12,201 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:20:12,202 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T00:20:12,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1010eb243940001, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887345196 2024-11-13T00:20:12,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887345196 2024-11-13T00:20:12,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741827_1003 (size=196) 2024-11-13T00:20:12,615 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:20:12,616 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:20:12,616 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:20:12,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741828_1004 (size=1189) 2024-11-13T00:20:13,026 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/MasterData/data/master/store 2024-11-13T00:20:13,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741829_1005 (size=34) 2024-11-13T00:20:13,432 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:13,432 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:20:13,432 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:13,432 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:13,432 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:20:13,432 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:13,432 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:13,432 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457213432Disabling compacts and flushes for region at 1731457213432Disabling writes for close at 1731457213432Writing region close event to WAL at 1731457213432Closed at 1731457213432 2024-11-13T00:20:13,433 WARN [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/MasterData/data/master/store/.initializing 2024-11-13T00:20:13,433 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/MasterData/WALs/cb28580903fb,41787,1731457211683 2024-11-13T00:20:13,433 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:20:13,435 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C41787%2C1731457211683, suffix=, logDir=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/MasterData/WALs/cb28580903fb,41787,1731457211683, archiveDir=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/MasterData/oldWALs, maxLogs=10 2024-11-13T00:20:13,454 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/MasterData/WALs/cb28580903fb,41787,1731457211683/cb28580903fb%2C41787%2C1731457211683.1731457213435, exclude list is [], retry=0 2024-11-13T00:20:13,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40545,DS-565f00f4-07e3-4423-8033-d404a0c61d9a,DISK] 2024-11-13T00:20:13,461 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/MasterData/WALs/cb28580903fb,41787,1731457211683/cb28580903fb%2C41787%2C1731457211683.1731457213435 2024-11-13T00:20:13,461 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42461:42461)] 2024-11-13T00:20:13,461 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:20:13,461 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:13,462 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:13,462 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:13,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:13,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:20:13,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:13,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:13,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:13,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:20:13,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:13,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:13,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:13,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:20:13,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:13,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:13,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:13,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:20:13,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:13,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:13,470 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:13,471 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:13,472 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:13,473 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:13,473 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:13,473 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:20:13,474 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:13,478 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:20:13,478 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70726533, jitterRate=0.05390746891498566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:20:13,479 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731457213462Initializing all the Stores at 1731457213463 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457213463Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457213463Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457213463Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457213463Cleaning up temporary data from old regions at 1731457213473 (+10 ms)Region opened successfully at 1731457213479 (+6 ms) 2024-11-13T00:20:13,481 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:20:13,484 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d117d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:20:13,485 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T00:20:13,485 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:20:13,485 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:20:13,485 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:20:13,486 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T00:20:13,486 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T00:20:13,486 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:20:13,488 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:20:13,489 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Unable to get data of znode /0-887345196/balancer because node does not exist (not necessarily an error) 2024-11-13T00:20:13,490 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-887345196/balancer already deleted, retry=false 2024-11-13T00:20:13,491 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:20:13,491 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Unable to get data of znode /0-887345196/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:20:13,493 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-887345196/normalizer already deleted, retry=false 2024-11-13T00:20:13,493 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:20:13,497 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Unable to get data of znode /0-887345196/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:20:13,500 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-887345196/switch/split already deleted, retry=false 2024-11-13T00:20:13,501 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Unable to get data of znode /0-887345196/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:20:13,503 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-887345196/switch/merge already deleted, retry=false 2024-11-13T00:20:13,505 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Unable to get data of znode /0-887345196/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:20:13,506 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-887345196/snapshot-cleanup already deleted, retry=false 2024-11-13T00:20:13,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-887345196/running 2024-11-13T00:20:13,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1010eb243940001, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-887345196/running 2024-11-13T00:20:13,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1010eb243940001, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887345196 2024-11-13T00:20:13,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887345196 2024-11-13T00:20:13,510 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,41787,1731457211683, sessionid=0x1010eb243940000, setting cluster-up flag (Was=false) 2024-11-13T00:20:13,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887345196 2024-11-13T00:20:13,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1010eb243940001, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887345196 2024-11-13T00:20:13,523 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-887345196/flush-table-proc/acquired, /0-887345196/flush-table-proc/reached, /0-887345196/flush-table-proc/abort 2024-11-13T00:20:13,528 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,41787,1731457211683 2024-11-13T00:20:13,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1010eb243940001, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887345196 2024-11-13T00:20:13,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887345196 2024-11-13T00:20:13,542 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-887345196/online-snapshot/acquired, /0-887345196/online-snapshot/reached, /0-887345196/online-snapshot/abort 2024-11-13T00:20:13,543 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,41787,1731457211683 2024-11-13T00:20:13,545 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T00:20:13,550 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:20:13,550 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:20:13,550 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:20:13,550 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,41787,1731457211683 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:20:13,551 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:20:13,551 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:20:13,551 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:20:13,551 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:20:13,551 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:20:13,551 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:13,551 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:20:13,551 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:13,559 INFO [RS:0;cb28580903fb:43279 {}] regionserver.HRegionServer(746): ClusterId : 98fa6fe7-4d06-4111-abf2-07c49d8ecc37 2024-11-13T00:20:13,559 DEBUG [RS:0;cb28580903fb:43279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:20:13,559 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:20:13,559 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T00:20:13,560 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:13,560 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T00:20:13,561 DEBUG [RS:0;cb28580903fb:43279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:20:13,561 DEBUG [RS:0;cb28580903fb:43279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:20:13,565 DEBUG [RS:0;cb28580903fb:43279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:20:13,566 DEBUG [RS:0;cb28580903fb:43279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f1b050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:20:13,581 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731457243580 2024-11-13T00:20:13,581 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:20:13,581 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:20:13,581 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:20:13,581 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:20:13,581 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:20:13,581 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:20:13,588 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:13,589 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:20:13,589 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:20:13,589 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:20:13,589 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T00:20:13,590 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:20:13,590 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:20:13,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741831_1007 (size=1321) 2024-11-13T00:20:13,591 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457213590,5,FailOnTimeoutGroup] 2024-11-13T00:20:13,592 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457213591,5,FailOnTimeoutGroup] 2024-11-13T00:20:13,592 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:13,592 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:20:13,592 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:13,592 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:13,592 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T00:20:13,593 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412 2024-11-13T00:20:13,594 DEBUG [RS:0;cb28580903fb:43279 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:43279 2024-11-13T00:20:13,594 INFO [RS:0;cb28580903fb:43279 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:20:13,594 INFO [RS:0;cb28580903fb:43279 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:20:13,594 DEBUG [RS:0;cb28580903fb:43279 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:20:13,595 INFO [RS:0;cb28580903fb:43279 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,41787,1731457211683 with port=43279, startcode=1731457211735 2024-11-13T00:20:13,595 DEBUG [RS:0;cb28580903fb:43279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:20:13,601 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:20:13,601 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41787 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,43279,1731457211735 2024-11-13T00:20:13,601 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41787 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,43279,1731457211735 2024-11-13T00:20:13,603 DEBUG [RS:0;cb28580903fb:43279 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412 2024-11-13T00:20:13,603 DEBUG [RS:0;cb28580903fb:43279 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45921 2024-11-13T00:20:13,603 DEBUG [RS:0;cb28580903fb:43279 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:20:13,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887345196/rs 2024-11-13T00:20:13,605 DEBUG [RS:0;cb28580903fb:43279 {}] zookeeper.ZKUtil(111): regionserver:43279-0x1010eb243940001, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Set watcher on existing znode=/0-887345196/rs/cb28580903fb,43279,1731457211735 2024-11-13T00:20:13,605 WARN [RS:0;cb28580903fb:43279 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:20:13,605 INFO [RS:0;cb28580903fb:43279 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:20:13,605 DEBUG [RS:0;cb28580903fb:43279 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735 2024-11-13T00:20:13,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741832_1008 (size=32) 2024-11-13T00:20:13,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:13,609 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,43279,1731457211735] 2024-11-13T00:20:13,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:20:13,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:20:13,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:13,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:13,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:20:13,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:20:13,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:13,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:13,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:20:13,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:20:13,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:13,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:13,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:20:13,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:20:13,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:13,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:13,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:20:13,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/1588230740 2024-11-13T00:20:13,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/1588230740 2024-11-13T00:20:13,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:20:13,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:20:13,627 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:20:13,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:20:13,647 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:20:13,648 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67753560, jitterRate=0.009606719017028809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:20:13,648 INFO [RS:0;cb28580903fb:43279 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:20:13,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731457213606Initializing all the Stores at 1731457213608 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457213608Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457213616 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457213616Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457213616Cleaning up temporary data from old regions at 1731457213627 (+11 ms)Region opened successfully at 1731457213648 (+21 ms) 2024-11-13T00:20:13,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:20:13,649 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:20:13,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:20:13,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:20:13,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:20:13,650 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:20:13,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457213649Disabling compacts and flushes for region at 1731457213649Disabling writes for close at 1731457213649Writing region close event to WAL at 1731457213650 (+1 ms)Closed at 1731457213650 2024-11-13T00:20:13,652 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:20:13,652 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T00:20:13,652 INFO [RS:0;cb28580903fb:43279 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:20:13,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:20:13,652 INFO [RS:0;cb28580903fb:43279 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:20:13,652 INFO [RS:0;cb28580903fb:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:13,653 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:20:13,654 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T00:20:13,656 INFO [RS:0;cb28580903fb:43279 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:20:13,657 INFO [RS:0;cb28580903fb:43279 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:20:13,657 INFO [RS:0;cb28580903fb:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:13,657 DEBUG [RS:0;cb28580903fb:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:13,657 DEBUG [RS:0;cb28580903fb:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:13,657 DEBUG [RS:0;cb28580903fb:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:13,657 DEBUG [RS:0;cb28580903fb:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:13,657 DEBUG [RS:0;cb28580903fb:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:13,657 DEBUG [RS:0;cb28580903fb:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:20:13,657 DEBUG [RS:0;cb28580903fb:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:13,657 DEBUG [RS:0;cb28580903fb:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:13,657 DEBUG [RS:0;cb28580903fb:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:13,657 DEBUG [RS:0;cb28580903fb:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:13,658 DEBUG [RS:0;cb28580903fb:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:13,658 DEBUG [RS:0;cb28580903fb:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:13,658 DEBUG [RS:0;cb28580903fb:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:20:13,658 DEBUG [RS:0;cb28580903fb:43279 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:20:13,664 INFO [RS:0;cb28580903fb:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:13,664 INFO [RS:0;cb28580903fb:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:13,664 INFO [RS:0;cb28580903fb:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:13,664 INFO [RS:0;cb28580903fb:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:13,664 INFO [RS:0;cb28580903fb:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:13,664 INFO [RS:0;cb28580903fb:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43279,1731457211735-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:20:13,679 INFO [RS:0;cb28580903fb:43279 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:20:13,680 INFO [RS:0;cb28580903fb:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43279,1731457211735-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:13,680 INFO [RS:0;cb28580903fb:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:13,680 INFO [RS:0;cb28580903fb:43279 {}] regionserver.Replication(171): cb28580903fb,43279,1731457211735 started 2024-11-13T00:20:13,694 INFO [RS:0;cb28580903fb:43279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:13,694 INFO [RS:0;cb28580903fb:43279 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,43279,1731457211735, RpcServer on cb28580903fb/172.17.0.2:43279, sessionid=0x1010eb243940001 2024-11-13T00:20:13,694 DEBUG [RS:0;cb28580903fb:43279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:20:13,694 DEBUG [RS:0;cb28580903fb:43279 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,43279,1731457211735 2024-11-13T00:20:13,694 DEBUG [RS:0;cb28580903fb:43279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,43279,1731457211735' 2024-11-13T00:20:13,694 DEBUG [RS:0;cb28580903fb:43279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-887345196/flush-table-proc/abort' 2024-11-13T00:20:13,695 DEBUG [RS:0;cb28580903fb:43279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-887345196/flush-table-proc/acquired' 2024-11-13T00:20:13,695 DEBUG [RS:0;cb28580903fb:43279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:20:13,695 DEBUG [RS:0;cb28580903fb:43279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:20:13,695 DEBUG [RS:0;cb28580903fb:43279 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,43279,1731457211735 2024-11-13T00:20:13,696 DEBUG [RS:0;cb28580903fb:43279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,43279,1731457211735' 2024-11-13T00:20:13,696 DEBUG [RS:0;cb28580903fb:43279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-887345196/online-snapshot/abort' 2024-11-13T00:20:13,696 DEBUG [RS:0;cb28580903fb:43279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-887345196/online-snapshot/acquired' 2024-11-13T00:20:13,698 DEBUG [RS:0;cb28580903fb:43279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:20:13,698 INFO [RS:0;cb28580903fb:43279 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:20:13,698 INFO [RS:0;cb28580903fb:43279 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:20:13,798 INFO [RS:0;cb28580903fb:43279 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:20:13,801 INFO [RS:0;cb28580903fb:43279 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C43279%2C1731457211735, suffix=, logDir=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735, archiveDir=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/oldWALs, maxLogs=10 2024-11-13T00:20:13,804 WARN [cb28580903fb:41787 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T00:20:13,839 DEBUG [RS:0;cb28580903fb:43279 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801, exclude list is [], retry=0 2024-11-13T00:20:13,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40545,DS-565f00f4-07e3-4423-8033-d404a0c61d9a,DISK] 2024-11-13T00:20:13,851 INFO [RS:0;cb28580903fb:43279 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 2024-11-13T00:20:13,852 DEBUG [RS:0;cb28580903fb:43279 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42461:42461)] 2024-11-13T00:20:14,055 DEBUG [cb28580903fb:41787 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:20:14,055 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,43279,1731457211735 2024-11-13T00:20:14,056 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,43279,1731457211735, state=OPENING 2024-11-13T00:20:14,058 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T00:20:14,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887345196 2024-11-13T00:20:14,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1010eb243940001, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887345196 2024-11-13T00:20:14,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-887345196/meta-region-server: CHANGED 2024-11-13T00:20:14,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-887345196/meta-region-server: CHANGED 2024-11-13T00:20:14,060 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:20:14,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,43279,1731457211735}] 2024-11-13T00:20:14,213 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:20:14,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:20:14,252 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:20:14,253 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:20:14,253 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T00:20:14,255 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C43279%2C1731457211735.meta, suffix=.meta, logDir=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735, archiveDir=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/oldWALs, maxLogs=10 2024-11-13T00:20:14,273 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.meta.1731457214255.meta, exclude list is [], retry=0 2024-11-13T00:20:14,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40545,DS-565f00f4-07e3-4423-8033-d404a0c61d9a,DISK] 2024-11-13T00:20:14,309 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.meta.1731457214255.meta 2024-11-13T00:20:14,309 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42461:42461)] 2024-11-13T00:20:14,309 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:20:14,310 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:20:14,310 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:20:14,310 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:20:14,310 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:20:14,310 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:20:14,310 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:14,311 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:20:14,311 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:20:14,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:20:14,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:20:14,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:14,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:14,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:20:14,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:20:14,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:14,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:14,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:20:14,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:20:14,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:14,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:14,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:20:14,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:20:14,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:14,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:14,318 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:20:14,319 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/1588230740 2024-11-13T00:20:14,321 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/1588230740 2024-11-13T00:20:14,323 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:20:14,323 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:20:14,324 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:20:14,325 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:20:14,326 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74490773, jitterRate=0.10999901592731476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:20:14,326 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:20:14,326 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731457214311Writing region info on filesystem at 1731457214311Initializing all the Stores at 1731457214312 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457214312Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457214312Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457214312Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457214312Cleaning up temporary data from old regions at 1731457214323 (+11 ms)Running coprocessor post-open hooks at 1731457214326 (+3 ms)Region opened successfully at 1731457214326 2024-11-13T00:20:14,327 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731457214212 2024-11-13T00:20:14,330 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:20:14,330 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:20:14,330 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,43279,1731457211735 2024-11-13T00:20:14,331 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,43279,1731457211735, state=OPEN 2024-11-13T00:20:14,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1010eb243940001, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-887345196/meta-region-server 2024-11-13T00:20:14,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-887345196/meta-region-server 2024-11-13T00:20:14,341 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,43279,1731457211735 2024-11-13T00:20:14,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-887345196/meta-region-server: CHANGED 2024-11-13T00:20:14,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-887345196/meta-region-server: CHANGED 2024-11-13T00:20:14,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T00:20:14,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,43279,1731457211735 in 281 msec 2024-11-13T00:20:14,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T00:20:14,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 692 msec 2024-11-13T00:20:14,346 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:20:14,346 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T00:20:14,348 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:20:14,348 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,43279,1731457211735, seqNum=-1] 2024-11-13T00:20:14,348 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:20:14,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:20:14,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 804 msec 2024-11-13T00:20:14,353 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731457214353, completionTime=-1 2024-11-13T00:20:14,353 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T00:20:14,353 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:20:14,362 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T00:20:14,362 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731457274362 2024-11-13T00:20:14,362 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731457334362 2024-11-13T00:20:14,362 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 8 msec 2024-11-13T00:20:14,366 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,41787,1731457211683-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:14,366 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,41787,1731457211683-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:14,366 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,41787,1731457211683-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:14,366 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:41787, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:14,366 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:14,367 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:14,368 DEBUG [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T00:20:14,370 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.591sec 2024-11-13T00:20:14,370 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:20:14,370 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:20:14,370 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:20:14,370 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:20:14,371 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:20:14,371 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,41787,1731457211683-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:20:14,371 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,41787,1731457211683-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:20:14,372 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:20:14,373 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:20:14,373 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,41787,1731457211683-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:14,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f52b192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:14,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41787,-1 for getting cluster id 2024-11-13T00:20:14,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:20:14,464 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98fa6fe7-4d06-4111-abf2-07c49d8ecc37' 2024-11-13T00:20:14,464 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:20:14,464 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98fa6fe7-4d06-4111-abf2-07c49d8ecc37" 2024-11-13T00:20:14,464 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf72a0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:14,464 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41787,-1] 2024-11-13T00:20:14,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:20:14,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:14,466 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:20:14,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e8f27f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:14,467 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:20:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,43279,1731457211735, seqNum=-1] 2024-11-13T00:20:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:20:14,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:20:14,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb28580903fb,41787,1731457211683 2024-11-13T00:20:14,472 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62134 2024-11-13T00:20:14,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:20:14,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1010eb243940002 connected 2024-11-13T00:20:14,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/hadoop.log.dir so I do NOT create it in target/test-data/f66b533c-5c89-046e-ce45-02905fec9901 2024-11-13T00:20:14,480 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T00:20:14,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/hadoop.tmp.dir so I do NOT create it in target/test-data/f66b533c-5c89-046e-ce45-02905fec9901 2024-11-13T00:20:14,480 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T00:20:14,480 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901 2024-11-13T00:20:14,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T00:20:14,480 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/cluster_30563200-b741-df1d-4d74-33e4c2558f71, deleteOnExit=true 2024-11-13T00:20:14,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T00:20:14,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/test.cache.data in system properties and HBase conf 2024-11-13T00:20:14,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T00:20:14,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/hadoop.log.dir in system properties and HBase conf 2024-11-13T00:20:14,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T00:20:14,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T00:20:14,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T00:20:14,481 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T00:20:14,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:20:14,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:20:14,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T00:20:14,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:20:14,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T00:20:14,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T00:20:14,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:20:14,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:20:14,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T00:20:14,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/nfs.dump.dir in system properties and HBase conf 2024-11-13T00:20:14,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/java.io.tmpdir in system properties and HBase conf 2024-11-13T00:20:14,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:20:14,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T00:20:14,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T00:20:14,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:20:14,574 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:20:14,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:20:14,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:20:14,589 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:20:14,593 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:20:14,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37ef63c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:20:14,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b6ecd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:20:14,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13a8db3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/java.io.tmpdir/jetty-localhost-43627-hadoop-hdfs-3_4_1-tests_jar-_-any-8133480332918850547/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:20:14,726 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c100a67{HTTP/1.1, (http/1.1)}{localhost:43627} 2024-11-13T00:20:14,726 INFO [Time-limited test {}] server.Server(415): Started @208593ms 2024-11-13T00:20:14,859 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:20:14,863 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:20:14,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:20:14,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:20:14,866 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T00:20:14,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6536f56d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:20:14,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a4f5f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:20:14,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44c24eb8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/java.io.tmpdir/jetty-localhost-34733-hadoop-hdfs-3_4_1-tests_jar-_-any-15036637945661217705/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:20:14,992 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335b3501{HTTP/1.1, (http/1.1)}{localhost:34733} 2024-11-13T00:20:14,992 INFO [Time-limited test {}] server.Server(415): Started @208859ms 2024-11-13T00:20:14,993 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:20:15,104 WARN [Thread-2780 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/cluster_30563200-b741-df1d-4d74-33e4c2558f71/data/data1/current/BP-1171589110-172.17.0.2-1731457214505/current, will proceed with Du for space computation calculation, 2024-11-13T00:20:15,104 WARN [Thread-2781 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/cluster_30563200-b741-df1d-4d74-33e4c2558f71/data/data2/current/BP-1171589110-172.17.0.2-1731457214505/current, will proceed with Du for space computation calculation, 2024-11-13T00:20:15,141 WARN [Thread-2768 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:20:15,144 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e1f94d34e61f6df with lease ID 0x22e3b1eb735fc8ed: Processing first storage report for DS-d63a2bce-1105-4057-bbe6-fa3af8149da0 from datanode DatanodeRegistration(127.0.0.1:37199, datanodeUuid=fc7d10c5-6a35-40a0-abb4-490bf357de6f, infoPort=46789, infoSecurePort=0, ipcPort=35701, storageInfo=lv=-57;cid=testClusterID;nsid=1945342470;c=1731457214505) 2024-11-13T00:20:15,144 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e1f94d34e61f6df with lease ID 0x22e3b1eb735fc8ed: from storage DS-d63a2bce-1105-4057-bbe6-fa3af8149da0 node DatanodeRegistration(127.0.0.1:37199, datanodeUuid=fc7d10c5-6a35-40a0-abb4-490bf357de6f, infoPort=46789, infoSecurePort=0, ipcPort=35701, storageInfo=lv=-57;cid=testClusterID;nsid=1945342470;c=1731457214505), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:20:15,144 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e1f94d34e61f6df with lease ID 0x22e3b1eb735fc8ed: Processing first storage report for DS-53bd3e6c-a9fd-4f13-b500-a4c88dad0b7c from datanode DatanodeRegistration(127.0.0.1:37199, datanodeUuid=fc7d10c5-6a35-40a0-abb4-490bf357de6f, infoPort=46789, infoSecurePort=0, ipcPort=35701, storageInfo=lv=-57;cid=testClusterID;nsid=1945342470;c=1731457214505) 2024-11-13T00:20:15,144 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e1f94d34e61f6df with lease ID 0x22e3b1eb735fc8ed: from storage DS-53bd3e6c-a9fd-4f13-b500-a4c88dad0b7c node DatanodeRegistration(127.0.0.1:37199, datanodeUuid=fc7d10c5-6a35-40a0-abb4-490bf357de6f, infoPort=46789, infoSecurePort=0, ipcPort=35701, storageInfo=lv=-57;cid=testClusterID;nsid=1945342470;c=1731457214505), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:20:15,217 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901 2024-11-13T00:20:15,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:15,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:15,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741825_1001 (size=7) 2024-11-13T00:20:15,633 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8 with version=8 2024-11-13T00:20:15,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/hbase-staging 2024-11-13T00:20:15,636 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:20:15,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:15,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:15,636 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:20:15,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:15,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:20:15,636 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:20:15,636 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:20:15,637 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39315 2024-11-13T00:20:15,637 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39315 connecting to ZooKeeper ensemble=127.0.0.1:62134 2024-11-13T00:20:15,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393150x0, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:20:15,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39315-0x1010eb243940003 connected 2024-11-13T00:20:15,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:15,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:15,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Set watcher on znode that does not yet exist, /1-104499830/running 2024-11-13T00:20:15,655 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8, hbase.cluster.distributed=false 2024-11-13T00:20:15,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Set watcher on znode that does not yet exist, /1-104499830/acl 2024-11-13T00:20:15,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39315 2024-11-13T00:20:15,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39315 2024-11-13T00:20:15,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39315 2024-11-13T00:20:15,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39315 2024-11-13T00:20:15,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39315 2024-11-13T00:20:15,677 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:20:15,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:15,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:15,678 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:20:15,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:15,678 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:20:15,678 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:20:15,678 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:20:15,679 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44435 2024-11-13T00:20:15,680 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44435 connecting to ZooKeeper ensemble=127.0.0.1:62134 2024-11-13T00:20:15,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:15,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:15,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444350x0, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:20:15,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444350x0, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Set watcher on znode that does not yet exist, /1-104499830/running 2024-11-13T00:20:15,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44435-0x1010eb243940004 connected 2024-11-13T00:20:15,687 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:20:15,688 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:20:15,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44435-0x1010eb243940004, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Set watcher on znode that does not yet exist, /1-104499830/master 2024-11-13T00:20:15,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44435-0x1010eb243940004, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Set watcher on znode that does not yet exist, /1-104499830/acl 2024-11-13T00:20:15,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44435 2024-11-13T00:20:15,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44435 2024-11-13T00:20:15,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44435 2024-11-13T00:20:15,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44435 2024-11-13T00:20:15,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44435 2024-11-13T00:20:15,708 DEBUG [M:0;cb28580903fb:39315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:39315 2024-11-13T00:20:15,709 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-104499830/backup-masters/cb28580903fb,39315,1731457215635 2024-11-13T00:20:15,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104499830/backup-masters 2024-11-13T00:20:15,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44435-0x1010eb243940004, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104499830/backup-masters 2024-11-13T00:20:15,711 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Set watcher on existing znode=/1-104499830/backup-masters/cb28580903fb,39315,1731457215635 2024-11-13T00:20:15,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44435-0x1010eb243940004, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-104499830/master 2024-11-13T00:20:15,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104499830 2024-11-13T00:20:15,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44435-0x1010eb243940004, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104499830 2024-11-13T00:20:15,714 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Set watcher on existing znode=/1-104499830/master 2024-11-13T00:20:15,714 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-104499830/backup-masters/cb28580903fb,39315,1731457215635 from backup master directory 2024-11-13T00:20:15,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-104499830/backup-masters/cb28580903fb,39315,1731457215635 2024-11-13T00:20:15,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104499830/backup-masters 2024-11-13T00:20:15,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44435-0x1010eb243940004, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104499830/backup-masters 2024-11-13T00:20:15,717 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:20:15,717 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,39315,1731457215635 2024-11-13T00:20:15,720 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/hbase.id] with ID: 6141341d-1bad-42d6-a0c2-d3c8f8fd6a7e 2024-11-13T00:20:15,720 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/.tmp/hbase.id 2024-11-13T00:20:15,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741826_1002 (size=42) 2024-11-13T00:20:16,125 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/.tmp/hbase.id]:[hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/hbase.id] 2024-11-13T00:20:16,135 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:16,135 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:20:16,136 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T00:20:16,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104499830 2024-11-13T00:20:16,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44435-0x1010eb243940004, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104499830 2024-11-13T00:20:16,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741827_1003 (size=196) 2024-11-13T00:20:16,543 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:20:16,544 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:20:16,544 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:20:16,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741828_1004 (size=1189) 2024-11-13T00:20:16,809 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:20:16,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:16,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:16,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:16,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:16,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:16,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:16,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:16,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:16,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:16,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:16,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:16,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:16,951 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/MasterData/data/master/store 2024-11-13T00:20:16,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741829_1005 (size=34) 2024-11-13T00:20:17,358 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:17,358 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:20:17,358 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:17,358 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:17,358 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:20:17,358 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:17,358 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:17,358 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457217358Disabling compacts and flushes for region at 1731457217358Disabling writes for close at 1731457217358Writing region close event to WAL at 1731457217358Closed at 1731457217358 2024-11-13T00:20:17,359 WARN [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/MasterData/data/master/store/.initializing 2024-11-13T00:20:17,359 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/MasterData/WALs/cb28580903fb,39315,1731457215635 2024-11-13T00:20:17,360 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:20:17,362 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C39315%2C1731457215635, suffix=, logDir=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/MasterData/WALs/cb28580903fb,39315,1731457215635, archiveDir=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/MasterData/oldWALs, maxLogs=10 2024-11-13T00:20:17,375 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/MasterData/WALs/cb28580903fb,39315,1731457215635/cb28580903fb%2C39315%2C1731457215635.1731457217362, exclude list is [], retry=0 2024-11-13T00:20:17,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37199,DS-d63a2bce-1105-4057-bbe6-fa3af8149da0,DISK] 2024-11-13T00:20:17,379 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/MasterData/WALs/cb28580903fb,39315,1731457215635/cb28580903fb%2C39315%2C1731457215635.1731457217362 2024-11-13T00:20:17,380 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46789:46789)] 2024-11-13T00:20:17,380 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:20:17,380 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:17,380 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:17,380 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:17,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:17,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:20:17,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:17,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:17,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:17,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:20:17,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:17,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:17,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:17,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:20:17,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:17,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:17,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:17,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:20:17,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:17,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:17,386 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:17,387 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:17,387 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:17,388 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:17,388 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:17,388 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:20:17,389 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:17,390 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:20:17,390 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59530322, jitterRate=-0.1129290759563446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:20:17,391 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731457217380Initializing all the Stores at 1731457217381 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457217381Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457217381Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457217381Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457217381Cleaning up temporary data from old regions at 1731457217388 (+7 ms)Region opened successfully at 1731457217391 (+3 ms) 2024-11-13T00:20:17,391 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:20:17,393 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574b7120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:20:17,394 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T00:20:17,394 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:20:17,394 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:20:17,394 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:20:17,394 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T00:20:17,395 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T00:20:17,395 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:20:17,396 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:20:17,397 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Unable to get data of znode /1-104499830/balancer because node does not exist (not necessarily an error) 2024-11-13T00:20:17,398 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-104499830/balancer already deleted, retry=false 2024-11-13T00:20:17,399 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:20:17,399 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Unable to get data of znode /1-104499830/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:20:17,401 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-104499830/normalizer already deleted, retry=false 2024-11-13T00:20:17,402 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:20:17,406 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Unable to get data of znode /1-104499830/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:20:17,407 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-104499830/switch/split already deleted, retry=false 2024-11-13T00:20:17,408 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Unable to get data of znode /1-104499830/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:20:17,409 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-104499830/switch/merge already deleted, retry=false 2024-11-13T00:20:17,410 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Unable to get data of znode /1-104499830/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:20:17,411 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-104499830/snapshot-cleanup already deleted, retry=false 2024-11-13T00:20:17,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-104499830/running 2024-11-13T00:20:17,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44435-0x1010eb243940004, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-104499830/running 2024-11-13T00:20:17,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104499830 2024-11-13T00:20:17,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44435-0x1010eb243940004, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104499830 2024-11-13T00:20:17,414 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,39315,1731457215635, sessionid=0x1010eb243940003, setting cluster-up flag (Was=false) 2024-11-13T00:20:17,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104499830 2024-11-13T00:20:17,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44435-0x1010eb243940004, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104499830 2024-11-13T00:20:17,423 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-104499830/flush-table-proc/acquired, /1-104499830/flush-table-proc/reached, /1-104499830/flush-table-proc/abort 2024-11-13T00:20:17,424 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,39315,1731457215635 2024-11-13T00:20:17,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104499830 2024-11-13T00:20:17,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44435-0x1010eb243940004, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104499830 2024-11-13T00:20:17,432 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-104499830/online-snapshot/acquired, /1-104499830/online-snapshot/reached, /1-104499830/online-snapshot/abort 2024-11-13T00:20:17,433 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,39315,1731457215635 2024-11-13T00:20:17,434 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T00:20:17,435 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:20:17,436 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:20:17,436 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:20:17,436 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,39315,1731457215635 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:20:17,437 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:20:17,437 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:20:17,437 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:20:17,438 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:20:17,438 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:20:17,438 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:17,438 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:20:17,438 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:17,441 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:20:17,441 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T00:20:17,442 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731457247442 2024-11-13T00:20:17,442 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:17,442 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:20:17,442 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T00:20:17,443 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:20:17,443 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:20:17,443 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:20:17,443 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:20:17,443 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:20:17,443 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:17,447 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:20:17,447 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:20:17,447 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:20:17,447 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T00:20:17,448 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:20:17,448 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:20:17,448 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457217448,5,FailOnTimeoutGroup] 2024-11-13T00:20:17,448 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457217448,5,FailOnTimeoutGroup] 2024-11-13T00:20:17,448 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:17,448 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:20:17,448 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:17,449 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:17,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741831_1007 (size=1321) 2024-11-13T00:20:17,500 INFO [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer(746): ClusterId : 6141341d-1bad-42d6-a0c2-d3c8f8fd6a7e 2024-11-13T00:20:17,500 DEBUG [RS:0;cb28580903fb:44435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:20:17,502 DEBUG [RS:0;cb28580903fb:44435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:20:17,502 DEBUG [RS:0;cb28580903fb:44435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:20:17,504 DEBUG [RS:0;cb28580903fb:44435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:20:17,504 DEBUG [RS:0;cb28580903fb:44435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3f360a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:20:17,516 DEBUG [RS:0;cb28580903fb:44435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:44435 2024-11-13T00:20:17,516 INFO [RS:0;cb28580903fb:44435 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:20:17,516 INFO [RS:0;cb28580903fb:44435 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:20:17,516 DEBUG [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:20:17,517 INFO [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,39315,1731457215635 with port=44435, startcode=1731457215677 2024-11-13T00:20:17,517 DEBUG [RS:0;cb28580903fb:44435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:20:17,518 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:20:17,519 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39315 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,44435,1731457215677 2024-11-13T00:20:17,519 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39315 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,44435,1731457215677 2024-11-13T00:20:17,520 DEBUG [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8 2024-11-13T00:20:17,520 DEBUG [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41711 2024-11-13T00:20:17,520 DEBUG [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:20:17,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104499830/rs 2024-11-13T00:20:17,525 DEBUG [RS:0;cb28580903fb:44435 {}] zookeeper.ZKUtil(111): regionserver:44435-0x1010eb243940004, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Set watcher on existing znode=/1-104499830/rs/cb28580903fb,44435,1731457215677 2024-11-13T00:20:17,525 WARN [RS:0;cb28580903fb:44435 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:20:17,525 INFO [RS:0;cb28580903fb:44435 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:20:17,525 DEBUG [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677 2024-11-13T00:20:17,526 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,44435,1731457215677] 2024-11-13T00:20:17,529 INFO [RS:0;cb28580903fb:44435 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:20:17,530 INFO [RS:0;cb28580903fb:44435 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:20:17,530 INFO [RS:0;cb28580903fb:44435 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:20:17,531 INFO [RS:0;cb28580903fb:44435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:17,538 INFO [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:20:17,538 INFO [RS:0;cb28580903fb:44435 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:20:17,539 INFO [RS:0;cb28580903fb:44435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:17,539 DEBUG [RS:0;cb28580903fb:44435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:17,539 DEBUG [RS:0;cb28580903fb:44435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:17,539 DEBUG [RS:0;cb28580903fb:44435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:17,539 DEBUG [RS:0;cb28580903fb:44435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:17,539 DEBUG [RS:0;cb28580903fb:44435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:17,539 DEBUG [RS:0;cb28580903fb:44435 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:20:17,539 DEBUG [RS:0;cb28580903fb:44435 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:17,539 DEBUG [RS:0;cb28580903fb:44435 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:17,539 DEBUG [RS:0;cb28580903fb:44435 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:17,539 DEBUG [RS:0;cb28580903fb:44435 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:17,539 DEBUG [RS:0;cb28580903fb:44435 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:17,539 DEBUG [RS:0;cb28580903fb:44435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:17,539 DEBUG [RS:0;cb28580903fb:44435 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:20:17,539 DEBUG [RS:0;cb28580903fb:44435 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:20:17,540 INFO [RS:0;cb28580903fb:44435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:17,540 INFO [RS:0;cb28580903fb:44435 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:17,540 INFO [RS:0;cb28580903fb:44435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:17,540 INFO [RS:0;cb28580903fb:44435 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:17,540 INFO [RS:0;cb28580903fb:44435 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:17,540 INFO [RS:0;cb28580903fb:44435 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,44435,1731457215677-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:20:17,560 INFO [RS:0;cb28580903fb:44435 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:20:17,561 INFO [RS:0;cb28580903fb:44435 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,44435,1731457215677-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:17,561 INFO [RS:0;cb28580903fb:44435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:17,561 INFO [RS:0;cb28580903fb:44435 {}] regionserver.Replication(171): cb28580903fb,44435,1731457215677 started 2024-11-13T00:20:17,581 INFO [RS:0;cb28580903fb:44435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:17,582 INFO [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,44435,1731457215677, RpcServer on cb28580903fb/172.17.0.2:44435, sessionid=0x1010eb243940004 2024-11-13T00:20:17,582 DEBUG [RS:0;cb28580903fb:44435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:20:17,582 DEBUG [RS:0;cb28580903fb:44435 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,44435,1731457215677 2024-11-13T00:20:17,582 DEBUG [RS:0;cb28580903fb:44435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,44435,1731457215677' 2024-11-13T00:20:17,582 DEBUG [RS:0;cb28580903fb:44435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-104499830/flush-table-proc/abort' 2024-11-13T00:20:17,582 DEBUG [RS:0;cb28580903fb:44435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-104499830/flush-table-proc/acquired' 2024-11-13T00:20:17,583 DEBUG [RS:0;cb28580903fb:44435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:20:17,583 DEBUG [RS:0;cb28580903fb:44435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:20:17,583 DEBUG [RS:0;cb28580903fb:44435 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,44435,1731457215677 2024-11-13T00:20:17,583 DEBUG [RS:0;cb28580903fb:44435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,44435,1731457215677' 2024-11-13T00:20:17,583 DEBUG [RS:0;cb28580903fb:44435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-104499830/online-snapshot/abort' 2024-11-13T00:20:17,583 DEBUG [RS:0;cb28580903fb:44435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-104499830/online-snapshot/acquired' 2024-11-13T00:20:17,584 DEBUG [RS:0;cb28580903fb:44435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:20:17,584 INFO [RS:0;cb28580903fb:44435 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:20:17,584 INFO [RS:0;cb28580903fb:44435 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:20:17,684 INFO [RS:0;cb28580903fb:44435 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:20:17,685 INFO [RS:0;cb28580903fb:44435 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C44435%2C1731457215677, suffix=, logDir=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677, archiveDir=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/oldWALs, maxLogs=10 2024-11-13T00:20:17,699 DEBUG [RS:0;cb28580903fb:44435 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686, exclude list is [], retry=0 2024-11-13T00:20:17,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37199,DS-d63a2bce-1105-4057-bbe6-fa3af8149da0,DISK] 2024-11-13T00:20:17,703 INFO [RS:0;cb28580903fb:44435 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 2024-11-13T00:20:17,704 DEBUG [RS:0;cb28580903fb:44435 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46789:46789)] 2024-11-13T00:20:17,852 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T00:20:17,852 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8 2024-11-13T00:20:17,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741833_1009 (size=32) 2024-11-13T00:20:18,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:18,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:20:18,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:20:18,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:18,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:18,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:20:18,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:20:18,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:18,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:18,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:20:18,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:20:18,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:18,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:18,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:20:18,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:20:18,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:18,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:18,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:20:18,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/1588230740 2024-11-13T00:20:18,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/1588230740 2024-11-13T00:20:18,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:20:18,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:20:18,269 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:20:18,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:20:18,272 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:20:18,273 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70991950, jitterRate=0.05786249041557312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:20:18,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731457218258Initializing all the Stores at 1731457218259 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457218259Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457218259Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457218259Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457218259Cleaning up temporary data from old regions at 1731457218269 (+10 ms)Region opened successfully at 1731457218273 (+4 ms) 2024-11-13T00:20:18,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:20:18,273 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:20:18,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:20:18,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:20:18,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:20:18,273 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:20:18,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457218273Disabling compacts and flushes for region at 1731457218273Disabling writes for close at 1731457218273Writing region close event to WAL at 1731457218273Closed at 1731457218273 2024-11-13T00:20:18,275 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:20:18,275 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T00:20:18,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:20:18,276 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:20:18,276 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T00:20:18,427 DEBUG [cb28580903fb:39315 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:20:18,427 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,44435,1731457215677 2024-11-13T00:20:18,428 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,44435,1731457215677, state=OPENING 2024-11-13T00:20:18,431 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T00:20:18,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104499830 2024-11-13T00:20:18,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44435-0x1010eb243940004, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104499830 2024-11-13T00:20:18,433 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:20:18,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-104499830/meta-region-server: CHANGED 2024-11-13T00:20:18,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-104499830/meta-region-server: CHANGED 2024-11-13T00:20:18,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,44435,1731457215677}] 2024-11-13T00:20:18,585 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:20:18,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:20:18,590 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:20:18,590 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:20:18,590 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T00:20:18,591 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C44435%2C1731457215677.meta, suffix=.meta, logDir=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677, archiveDir=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/oldWALs, maxLogs=10 2024-11-13T00:20:18,605 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.meta.1731457218592.meta, exclude list is [], retry=0 2024-11-13T00:20:18,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37199,DS-d63a2bce-1105-4057-bbe6-fa3af8149da0,DISK] 2024-11-13T00:20:18,609 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.meta.1731457218592.meta 2024-11-13T00:20:18,609 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46789:46789)] 2024-11-13T00:20:18,609 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:20:18,610 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:20:18,610 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:20:18,610 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:20:18,610 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:20:18,610 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:20:18,610 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:18,610 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:20:18,610 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:20:18,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:20:18,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:20:18,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:18,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:18,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:20:18,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:20:18,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:18,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:18,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:20:18,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:20:18,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:18,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:18,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:20:18,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:20:18,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:18,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:18,616 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:20:18,616 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/1588230740 2024-11-13T00:20:18,617 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/1588230740 2024-11-13T00:20:18,618 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:20:18,618 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:20:18,619 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:20:18,620 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:20:18,621 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60379812, jitterRate=-0.10027068853378296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:20:18,621 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:20:18,621 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731457218610Writing region info on filesystem at 1731457218610Initializing all the Stores at 1731457218611 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457218611Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457218611Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457218611Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457218611Cleaning up temporary data from old regions at 1731457218618 (+7 ms)Running coprocessor post-open hooks at 1731457218621 (+3 ms)Region opened successfully at 1731457218621 2024-11-13T00:20:18,622 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731457218585 2024-11-13T00:20:18,624 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:20:18,624 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:20:18,624 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,44435,1731457215677 2024-11-13T00:20:18,625 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,44435,1731457215677, state=OPEN 2024-11-13T00:20:18,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-104499830/meta-region-server 2024-11-13T00:20:18,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44435-0x1010eb243940004, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-104499830/meta-region-server 2024-11-13T00:20:18,627 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,44435,1731457215677 2024-11-13T00:20:18,627 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-104499830/meta-region-server: CHANGED 2024-11-13T00:20:18,627 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-104499830/meta-region-server: CHANGED 2024-11-13T00:20:18,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T00:20:18,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,44435,1731457215677 in 194 msec 2024-11-13T00:20:18,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T00:20:18,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-13T00:20:18,632 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:20:18,632 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T00:20:18,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:20:18,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,44435,1731457215677, seqNum=-1] 2024-11-13T00:20:18,633 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:20:18,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:20:18,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-11-13T00:20:18,639 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731457218639, completionTime=-1 2024-11-13T00:20:18,639 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T00:20:18,639 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:20:18,642 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T00:20:18,642 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731457278642 2024-11-13T00:20:18,642 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731457338642 2024-11-13T00:20:18,642 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T00:20:18,643 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,39315,1731457215635-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:18,643 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,39315,1731457215635-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:18,643 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,39315,1731457215635-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:18,643 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:39315, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:18,643 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:18,644 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:18,645 DEBUG [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T00:20:18,647 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.930sec 2024-11-13T00:20:18,647 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:20:18,647 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:20:18,648 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:20:18,648 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:20:18,648 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:20:18,648 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,39315,1731457215635-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:20:18,648 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,39315,1731457215635-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:20:18,653 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:20:18,653 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:20:18,653 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,39315,1731457215635-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:18,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6665a380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:18,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,39315,-1 for getting cluster id 2024-11-13T00:20:18,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:20:18,702 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6141341d-1bad-42d6-a0c2-d3c8f8fd6a7e' 2024-11-13T00:20:18,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:20:18,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6141341d-1bad-42d6-a0c2-d3c8f8fd6a7e" 2024-11-13T00:20:18,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ef085ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:18,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,39315,-1] 2024-11-13T00:20:18,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:20:18,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:18,704 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:20:18,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12035f1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:18,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:20:18,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,44435,1731457215677, seqNum=-1] 2024-11-13T00:20:18,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:20:18,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:20:18,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb28580903fb,39315,1731457215635 2024-11-13T00:20:18,709 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62134 2024-11-13T00:20:18,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:20:18,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1010eb243940005 connected 2024-11-13T00:20:18,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/hadoop.log.dir so I do NOT create it in target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3 2024-11-13T00:20:18,716 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T00:20:18,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/hadoop.tmp.dir so I do NOT create it in target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3 2024-11-13T00:20:18,716 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T00:20:18,716 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3 2024-11-13T00:20:18,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T00:20:18,717 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/cluster_0a08d817-7c41-4616-fbea-46187f31d4f5, deleteOnExit=true 2024-11-13T00:20:18,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T00:20:18,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/test.cache.data in system properties and HBase conf 2024-11-13T00:20:18,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T00:20:18,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/hadoop.log.dir in system properties and HBase conf 2024-11-13T00:20:18,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T00:20:18,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T00:20:18,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T00:20:18,717 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T00:20:18,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:20:18,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:20:18,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T00:20:18,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:20:18,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T00:20:18,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T00:20:18,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:20:18,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:20:18,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T00:20:18,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/nfs.dump.dir in system properties and HBase conf 2024-11-13T00:20:18,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/java.io.tmpdir in system properties and HBase conf 2024-11-13T00:20:18,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:20:18,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T00:20:18,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T00:20:18,800 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:20:18,803 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:20:18,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:20:18,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:20:18,805 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T00:20:18,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:20:18,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f137416{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:20:18,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51b00fd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:20:18,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41149db8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/java.io.tmpdir/jetty-localhost-43597-hadoop-hdfs-3_4_1-tests_jar-_-any-11424771450848376180/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:20:18,955 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cc3dc84{HTTP/1.1, (http/1.1)}{localhost:43597} 2024-11-13T00:20:18,955 INFO [Time-limited test {}] server.Server(415): Started @212822ms 2024-11-13T00:20:19,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:20:19,054 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:20:19,055 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:20:19,055 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:20:19,055 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:20:19,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f83a877{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:20:19,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@190e30a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:20:19,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d95389{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/java.io.tmpdir/jetty-localhost-45631-hadoop-hdfs-3_4_1-tests_jar-_-any-11887722208499468574/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:20:19,177 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@620c8a63{HTTP/1.1, (http/1.1)}{localhost:45631} 2024-11-13T00:20:19,177 INFO [Time-limited test {}] server.Server(415): Started @213044ms 2024-11-13T00:20:19,178 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:20:19,299 WARN [Thread-2902 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/cluster_0a08d817-7c41-4616-fbea-46187f31d4f5/data/data2/current/BP-852599679-172.17.0.2-1731457218741/current, will proceed with Du for space computation calculation, 2024-11-13T00:20:19,299 WARN [Thread-2901 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/cluster_0a08d817-7c41-4616-fbea-46187f31d4f5/data/data1/current/BP-852599679-172.17.0.2-1731457218741/current, will proceed with Du for space computation calculation, 2024-11-13T00:20:19,319 WARN [Thread-2889 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:20:19,322 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5c167b73b34e735 with lease ID 0x865a349fff266c66: Processing first storage report for DS-0991b5b0-1fd3-4e1b-9377-1552b471135a from datanode DatanodeRegistration(127.0.0.1:45089, datanodeUuid=9eacec39-734b-48db-8afb-8dc1870be67d, infoPort=43983, infoSecurePort=0, ipcPort=46295, storageInfo=lv=-57;cid=testClusterID;nsid=198452219;c=1731457218741) 2024-11-13T00:20:19,322 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5c167b73b34e735 with lease ID 0x865a349fff266c66: from storage DS-0991b5b0-1fd3-4e1b-9377-1552b471135a node DatanodeRegistration(127.0.0.1:45089, datanodeUuid=9eacec39-734b-48db-8afb-8dc1870be67d, infoPort=43983, infoSecurePort=0, ipcPort=46295, storageInfo=lv=-57;cid=testClusterID;nsid=198452219;c=1731457218741), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T00:20:19,322 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5c167b73b34e735 with lease ID 0x865a349fff266c66: Processing first storage report for DS-0cdab54b-76dc-49c9-a06b-b9e560f0f3b1 from datanode DatanodeRegistration(127.0.0.1:45089, datanodeUuid=9eacec39-734b-48db-8afb-8dc1870be67d, infoPort=43983, infoSecurePort=0, ipcPort=46295, storageInfo=lv=-57;cid=testClusterID;nsid=198452219;c=1731457218741) 2024-11-13T00:20:19,322 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5c167b73b34e735 with lease ID 0x865a349fff266c66: from storage DS-0cdab54b-76dc-49c9-a06b-b9e560f0f3b1 node DatanodeRegistration(127.0.0.1:45089, datanodeUuid=9eacec39-734b-48db-8afb-8dc1870be67d, infoPort=43983, infoSecurePort=0, ipcPort=46295, storageInfo=lv=-57;cid=testClusterID;nsid=198452219;c=1731457218741), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:20:19,414 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3 2024-11-13T00:20:19,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:19,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:19,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741825_1001 (size=7) 2024-11-13T00:20:19,647 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T00:20:19,822 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829 with version=8 2024-11-13T00:20:19,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/hbase-staging 2024-11-13T00:20:19,825 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:20:19,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:19,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:19,825 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:20:19,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:19,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:20:19,825 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:20:19,825 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:20:19,825 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36681 2024-11-13T00:20:19,826 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36681 connecting to ZooKeeper ensemble=127.0.0.1:62134 2024-11-13T00:20:19,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366810x0, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:20:19,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36681-0x1010eb243940006 connected 2024-11-13T00:20:19,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:19,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:19,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Set watcher on znode that does not yet exist, /21468267810/running 2024-11-13T00:20:19,845 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829, hbase.cluster.distributed=false 2024-11-13T00:20:19,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Set watcher on znode that does not yet exist, /21468267810/acl 2024-11-13T00:20:19,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36681 2024-11-13T00:20:19,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36681 2024-11-13T00:20:19,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36681 2024-11-13T00:20:19,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36681 2024-11-13T00:20:19,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36681 2024-11-13T00:20:19,867 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:20:19,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:19,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:19,868 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:20:19,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:19,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:20:19,868 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:20:19,868 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:20:19,869 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33313 2024-11-13T00:20:19,869 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33313 connecting to ZooKeeper ensemble=127.0.0.1:62134 2024-11-13T00:20:19,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:19,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:19,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333130x0, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:20:19,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333130x0, quorum=127.0.0.1:62134, baseZNode=/21468267810 Set watcher on znode that does not yet exist, /21468267810/running 2024-11-13T00:20:19,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33313-0x1010eb243940007 connected 2024-11-13T00:20:19,877 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:20:19,877 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:20:19,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33313-0x1010eb243940007, quorum=127.0.0.1:62134, baseZNode=/21468267810 Set watcher on znode that does not yet exist, /21468267810/master 2024-11-13T00:20:19,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33313-0x1010eb243940007, quorum=127.0.0.1:62134, baseZNode=/21468267810 Set watcher on znode that does not yet exist, /21468267810/acl 2024-11-13T00:20:19,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33313 2024-11-13T00:20:19,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33313 2024-11-13T00:20:19,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33313 2024-11-13T00:20:19,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33313 2024-11-13T00:20:19,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33313 2024-11-13T00:20:19,897 DEBUG [M:0;cb28580903fb:36681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:36681 2024-11-13T00:20:19,897 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21468267810/backup-masters/cb28580903fb,36681,1731457219824 2024-11-13T00:20:19,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x1010eb243940007, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21468267810/backup-masters 2024-11-13T00:20:19,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21468267810/backup-masters 2024-11-13T00:20:19,899 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Set watcher on existing znode=/21468267810/backup-masters/cb28580903fb,36681,1731457219824 2024-11-13T00:20:19,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21468267810 2024-11-13T00:20:19,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x1010eb243940007, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21468267810/master 2024-11-13T00:20:19,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x1010eb243940007, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21468267810 2024-11-13T00:20:19,901 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Set watcher on existing znode=/21468267810/master 2024-11-13T00:20:19,902 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21468267810/backup-masters/cb28580903fb,36681,1731457219824 from backup master directory 2024-11-13T00:20:19,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21468267810/backup-masters/cb28580903fb,36681,1731457219824 2024-11-13T00:20:19,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x1010eb243940007, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21468267810/backup-masters 2024-11-13T00:20:19,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21468267810/backup-masters 2024-11-13T00:20:19,903 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:20:19,903 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,36681,1731457219824 2024-11-13T00:20:19,906 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/hbase.id] with ID: ac521104-eaa5-4b67-9c6a-62b4c8f624c8 2024-11-13T00:20:19,906 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/.tmp/hbase.id 2024-11-13T00:20:19,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741826_1002 (size=42) 2024-11-13T00:20:20,314 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/.tmp/hbase.id]:[hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/hbase.id] 2024-11-13T00:20:20,324 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:20,324 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:20:20,325 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T00:20:20,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x1010eb243940007, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21468267810 2024-11-13T00:20:20,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21468267810 2024-11-13T00:20:20,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741827_1003 (size=196) 2024-11-13T00:20:20,733 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:20:20,734 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:20:20,734 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:20:20,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741828_1004 (size=1189) 2024-11-13T00:20:21,140 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/MasterData/data/master/store 2024-11-13T00:20:21,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741829_1005 (size=34) 2024-11-13T00:20:21,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T00:20:21,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T00:20:21,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T00:20:21,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T00:20:21,547 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:21,547 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:20:21,547 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:21,547 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:21,547 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:20:21,547 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:21,547 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:21,547 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457221547Disabling compacts and flushes for region at 1731457221547Disabling writes for close at 1731457221547Writing region close event to WAL at 1731457221547Closed at 1731457221547 2024-11-13T00:20:21,548 WARN [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/MasterData/data/master/store/.initializing 2024-11-13T00:20:21,548 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/MasterData/WALs/cb28580903fb,36681,1731457219824 2024-11-13T00:20:21,549 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:20:21,550 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C36681%2C1731457219824, suffix=, logDir=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/MasterData/WALs/cb28580903fb,36681,1731457219824, archiveDir=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/MasterData/oldWALs, maxLogs=10 2024-11-13T00:20:21,567 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/MasterData/WALs/cb28580903fb,36681,1731457219824/cb28580903fb%2C36681%2C1731457219824.1731457221550, exclude list is [], retry=0 2024-11-13T00:20:21,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45089,DS-0991b5b0-1fd3-4e1b-9377-1552b471135a,DISK] 2024-11-13T00:20:21,577 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/MasterData/WALs/cb28580903fb,36681,1731457219824/cb28580903fb%2C36681%2C1731457219824.1731457221550 2024-11-13T00:20:21,577 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43983:43983)] 2024-11-13T00:20:21,577 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:20:21,577 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:21,577 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:21,577 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:21,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:21,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:20:21,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:21,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:21,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:21,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:20:21,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:21,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:21,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:21,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:20:21,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:21,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:21,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:21,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:20:21,584 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:21,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:21,585 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:21,585 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:21,585 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:21,586 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:21,586 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:21,587 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:20:21,587 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:21,589 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:20:21,589 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74790559, jitterRate=0.11446617543697357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:20:21,589 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731457221577Initializing all the Stores at 1731457221578 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457221578Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457221578Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457221578Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457221578Cleaning up temporary data from old regions at 1731457221586 (+8 ms)Region opened successfully at 1731457221589 (+3 ms) 2024-11-13T00:20:21,590 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:20:21,592 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b746afc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:20:21,593 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T00:20:21,593 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:20:21,593 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:20:21,593 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:20:21,593 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T00:20:21,593 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T00:20:21,593 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:20:21,595 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:20:21,596 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Unable to get data of znode /21468267810/balancer because node does not exist (not necessarily an error) 2024-11-13T00:20:21,598 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21468267810/balancer already deleted, retry=false 2024-11-13T00:20:21,598 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:20:21,598 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Unable to get data of znode /21468267810/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:20:21,600 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21468267810/normalizer already deleted, retry=false 2024-11-13T00:20:21,600 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:20:21,601 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Unable to get data of znode /21468267810/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:20:21,602 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21468267810/switch/split already deleted, retry=false 2024-11-13T00:20:21,603 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Unable to get data of znode /21468267810/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:20:21,605 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21468267810/switch/merge already deleted, retry=false 2024-11-13T00:20:21,607 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Unable to get data of znode /21468267810/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:20:21,608 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21468267810/snapshot-cleanup already deleted, retry=false 2024-11-13T00:20:21,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x1010eb243940007, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21468267810/running 2024-11-13T00:20:21,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21468267810/running 2024-11-13T00:20:21,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21468267810 2024-11-13T00:20:21,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x1010eb243940007, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21468267810 2024-11-13T00:20:21,610 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,36681,1731457219824, sessionid=0x1010eb243940006, setting cluster-up flag (Was=false) 2024-11-13T00:20:21,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x1010eb243940007, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21468267810 2024-11-13T00:20:21,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21468267810 2024-11-13T00:20:21,618 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21468267810/flush-table-proc/acquired, /21468267810/flush-table-proc/reached, /21468267810/flush-table-proc/abort 2024-11-13T00:20:21,619 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,36681,1731457219824 2024-11-13T00:20:21,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21468267810 2024-11-13T00:20:21,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x1010eb243940007, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21468267810 2024-11-13T00:20:21,627 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21468267810/online-snapshot/acquired, /21468267810/online-snapshot/reached, /21468267810/online-snapshot/abort 2024-11-13T00:20:21,628 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,36681,1731457219824 2024-11-13T00:20:21,629 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T00:20:21,630 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:20:21,630 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:20:21,631 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:20:21,631 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,36681,1731457219824 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:20:21,632 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:20:21,632 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:20:21,632 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:20:21,632 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:20:21,632 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:20:21,632 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:21,632 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:20:21,632 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:21,633 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:20:21,633 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731457251633 2024-11-13T00:20:21,633 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T00:20:21,633 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:20:21,633 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:20:21,633 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:20:21,633 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:20:21,633 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:20:21,633 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:20:21,634 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:21,634 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:21,634 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:20:21,634 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:20:21,634 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T00:20:21,634 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:20:21,634 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T00:20:21,635 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:20:21,635 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:20:21,635 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457221635,5,FailOnTimeoutGroup] 2024-11-13T00:20:21,636 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457221635,5,FailOnTimeoutGroup] 2024-11-13T00:20:21,636 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:21,636 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:20:21,636 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:21,636 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:21,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741831_1007 (size=1321) 2024-11-13T00:20:21,688 INFO [RS:0;cb28580903fb:33313 {}] regionserver.HRegionServer(746): ClusterId : ac521104-eaa5-4b67-9c6a-62b4c8f624c8 2024-11-13T00:20:21,688 DEBUG [RS:0;cb28580903fb:33313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:20:21,691 DEBUG [RS:0;cb28580903fb:33313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:20:21,691 DEBUG [RS:0;cb28580903fb:33313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:20:21,693 DEBUG [RS:0;cb28580903fb:33313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:20:21,693 DEBUG [RS:0;cb28580903fb:33313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1078760f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:20:21,711 DEBUG [RS:0;cb28580903fb:33313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:33313 2024-11-13T00:20:21,712 INFO [RS:0;cb28580903fb:33313 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:20:21,712 INFO [RS:0;cb28580903fb:33313 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:20:21,712 DEBUG [RS:0;cb28580903fb:33313 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:20:21,712 INFO [RS:0;cb28580903fb:33313 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,36681,1731457219824 with port=33313, startcode=1731457219867 2024-11-13T00:20:21,712 DEBUG [RS:0;cb28580903fb:33313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:20:21,714 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:20:21,714 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36681 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,33313,1731457219867 2024-11-13T00:20:21,714 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36681 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,33313,1731457219867 2024-11-13T00:20:21,716 DEBUG [RS:0;cb28580903fb:33313 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829 2024-11-13T00:20:21,716 DEBUG [RS:0;cb28580903fb:33313 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39401 2024-11-13T00:20:21,716 DEBUG [RS:0;cb28580903fb:33313 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:20:21,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21468267810/rs 2024-11-13T00:20:21,723 DEBUG [RS:0;cb28580903fb:33313 {}] zookeeper.ZKUtil(111): regionserver:33313-0x1010eb243940007, quorum=127.0.0.1:62134, baseZNode=/21468267810 Set watcher on existing znode=/21468267810/rs/cb28580903fb,33313,1731457219867 2024-11-13T00:20:21,723 WARN [RS:0;cb28580903fb:33313 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:20:21,723 INFO [RS:0;cb28580903fb:33313 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:20:21,723 DEBUG [RS:0;cb28580903fb:33313 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867 2024-11-13T00:20:21,723 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,33313,1731457219867] 2024-11-13T00:20:21,726 INFO [RS:0;cb28580903fb:33313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:20:21,727 INFO [RS:0;cb28580903fb:33313 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:20:21,728 INFO [RS:0;cb28580903fb:33313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:20:21,728 INFO [RS:0;cb28580903fb:33313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:21,728 INFO [RS:0;cb28580903fb:33313 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:20:21,728 INFO [RS:0;cb28580903fb:33313 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:20:21,728 INFO [RS:0;cb28580903fb:33313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:21,729 DEBUG [RS:0;cb28580903fb:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:21,729 DEBUG [RS:0;cb28580903fb:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:21,729 DEBUG [RS:0;cb28580903fb:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:21,729 DEBUG [RS:0;cb28580903fb:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:21,729 DEBUG [RS:0;cb28580903fb:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:21,729 DEBUG [RS:0;cb28580903fb:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:20:21,729 DEBUG [RS:0;cb28580903fb:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:21,729 DEBUG [RS:0;cb28580903fb:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:21,729 DEBUG [RS:0;cb28580903fb:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:21,729 DEBUG [RS:0;cb28580903fb:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:21,729 DEBUG [RS:0;cb28580903fb:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:21,729 DEBUG [RS:0;cb28580903fb:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:21,729 DEBUG [RS:0;cb28580903fb:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:20:21,729 DEBUG [RS:0;cb28580903fb:33313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:20:21,736 INFO [RS:0;cb28580903fb:33313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:21,736 INFO [RS:0;cb28580903fb:33313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:21,736 INFO [RS:0;cb28580903fb:33313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:21,736 INFO [RS:0;cb28580903fb:33313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:21,736 INFO [RS:0;cb28580903fb:33313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:21,736 INFO [RS:0;cb28580903fb:33313 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,33313,1731457219867-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:20:21,755 INFO [RS:0;cb28580903fb:33313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:20:21,755 INFO [RS:0;cb28580903fb:33313 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,33313,1731457219867-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:21,755 INFO [RS:0;cb28580903fb:33313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:21,755 INFO [RS:0;cb28580903fb:33313 {}] regionserver.Replication(171): cb28580903fb,33313,1731457219867 started 2024-11-13T00:20:21,772 INFO [RS:0;cb28580903fb:33313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:21,773 INFO [RS:0;cb28580903fb:33313 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,33313,1731457219867, RpcServer on cb28580903fb/172.17.0.2:33313, sessionid=0x1010eb243940007 2024-11-13T00:20:21,773 DEBUG [RS:0;cb28580903fb:33313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:20:21,773 DEBUG [RS:0;cb28580903fb:33313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,33313,1731457219867 2024-11-13T00:20:21,773 DEBUG [RS:0;cb28580903fb:33313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,33313,1731457219867' 2024-11-13T00:20:21,773 DEBUG [RS:0;cb28580903fb:33313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21468267810/flush-table-proc/abort' 2024-11-13T00:20:21,773 DEBUG [RS:0;cb28580903fb:33313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21468267810/flush-table-proc/acquired' 2024-11-13T00:20:21,774 DEBUG [RS:0;cb28580903fb:33313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:20:21,774 DEBUG [RS:0;cb28580903fb:33313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:20:21,774 DEBUG [RS:0;cb28580903fb:33313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,33313,1731457219867 2024-11-13T00:20:21,774 DEBUG [RS:0;cb28580903fb:33313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,33313,1731457219867' 2024-11-13T00:20:21,774 DEBUG [RS:0;cb28580903fb:33313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21468267810/online-snapshot/abort' 2024-11-13T00:20:21,774 DEBUG [RS:0;cb28580903fb:33313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21468267810/online-snapshot/acquired' 2024-11-13T00:20:21,774 DEBUG [RS:0;cb28580903fb:33313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:20:21,774 INFO [RS:0;cb28580903fb:33313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:20:21,774 INFO [RS:0;cb28580903fb:33313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:20:21,887 INFO [RS:0;cb28580903fb:33313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:20:21,889 INFO [RS:0;cb28580903fb:33313 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C33313%2C1731457219867, suffix=, logDir=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867, archiveDir=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/oldWALs, maxLogs=10 2024-11-13T00:20:21,907 DEBUG [RS:0;cb28580903fb:33313 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889, exclude list is [], retry=0 2024-11-13T00:20:21,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45089,DS-0991b5b0-1fd3-4e1b-9377-1552b471135a,DISK] 2024-11-13T00:20:21,911 INFO [RS:0;cb28580903fb:33313 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 2024-11-13T00:20:21,912 DEBUG [RS:0;cb28580903fb:33313 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43983:43983)] 2024-11-13T00:20:22,045 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T00:20:22,045 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829 2024-11-13T00:20:22,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741833_1009 (size=32) 2024-11-13T00:20:22,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:20:22,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cb28580903fb,35747,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T00:20:22,233 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38328 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cb28580903fb,35747,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T00:20:22,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:22,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:20:22,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:20:22,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:22,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:22,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:20:22,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:20:22,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:22,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:22,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:20:22,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:20:22,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:22,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:22,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:20:22,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:20:22,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:22,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:22,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:20:22,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/1588230740 2024-11-13T00:20:22,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/1588230740 2024-11-13T00:20:22,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:20:22,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:20:22,461 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:20:22,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:20:22,464 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:20:22,465 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72601792, jitterRate=0.08185100555419922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:20:22,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731457222452Initializing all the Stores at 1731457222452Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457222452Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457222453 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457222453Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457222453Cleaning up temporary data from old regions at 1731457222460 (+7 ms)Region opened successfully at 1731457222465 (+5 ms) 2024-11-13T00:20:22,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:20:22,465 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:20:22,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:20:22,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:20:22,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:20:22,466 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:20:22,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457222465Disabling compacts and flushes for region at 1731457222465Disabling writes for close at 1731457222465Writing region close event to WAL at 1731457222466 (+1 ms)Closed at 1731457222466 2024-11-13T00:20:22,467 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:20:22,467 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T00:20:22,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:20:22,468 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:20:22,469 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T00:20:22,619 DEBUG [cb28580903fb:36681 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:20:22,619 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,33313,1731457219867 2024-11-13T00:20:22,620 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,33313,1731457219867, state=OPENING 2024-11-13T00:20:22,622 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T00:20:22,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21468267810 2024-11-13T00:20:22,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x1010eb243940007, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21468267810 2024-11-13T00:20:22,624 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:20:22,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,33313,1731457219867}] 2024-11-13T00:20:22,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21468267810/meta-region-server: CHANGED 2024-11-13T00:20:22,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21468267810/meta-region-server: CHANGED 2024-11-13T00:20:22,775 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:20:22,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:20:22,780 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:20:22,780 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:20:22,780 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T00:20:22,782 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C33313%2C1731457219867.meta, suffix=.meta, logDir=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867, archiveDir=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/oldWALs, maxLogs=10 2024-11-13T00:20:22,796 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.meta.1731457222782.meta, exclude list is [], retry=0 2024-11-13T00:20:22,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45089,DS-0991b5b0-1fd3-4e1b-9377-1552b471135a,DISK] 2024-11-13T00:20:22,799 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.meta.1731457222782.meta 2024-11-13T00:20:22,799 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43983:43983)] 2024-11-13T00:20:22,800 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:20:22,800 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:20:22,800 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:20:22,800 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:20:22,800 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:20:22,800 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:20:22,800 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:22,800 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:20:22,800 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:20:22,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:20:22,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:20:22,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:22,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:22,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:20:22,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:20:22,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:22,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:22,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:20:22,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:20:22,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:22,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:22,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:20:22,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:20:22,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:22,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:22,805 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:20:22,806 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/1588230740 2024-11-13T00:20:22,806 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/1588230740 2024-11-13T00:20:22,807 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:20:22,807 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:20:22,808 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:20:22,809 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:20:22,809 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74650597, jitterRate=0.11238057911396027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:20:22,809 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:20:22,810 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731457222800Writing region info on filesystem at 1731457222800Initializing all the Stores at 1731457222801 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457222801Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457222801Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457222801Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457222801Cleaning up temporary data from old regions at 1731457222807 (+6 ms)Running coprocessor post-open hooks at 1731457222809 (+2 ms)Region opened successfully at 1731457222810 (+1 ms) 2024-11-13T00:20:22,810 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731457222775 2024-11-13T00:20:22,812 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:20:22,812 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:20:22,812 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,33313,1731457219867 2024-11-13T00:20:22,813 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,33313,1731457219867, state=OPEN 2024-11-13T00:20:22,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21468267810/meta-region-server 2024-11-13T00:20:22,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x1010eb243940007, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21468267810/meta-region-server 2024-11-13T00:20:22,815 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,33313,1731457219867 2024-11-13T00:20:22,815 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21468267810/meta-region-server: CHANGED 2024-11-13T00:20:22,815 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21468267810/meta-region-server: CHANGED 2024-11-13T00:20:22,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T00:20:22,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,33313,1731457219867 in 191 msec 2024-11-13T00:20:22,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T00:20:22,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-13T00:20:22,820 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:20:22,820 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T00:20:22,821 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:20:22,821 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,33313,1731457219867, seqNum=-1] 2024-11-13T00:20:22,821 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:20:22,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:20:22,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1960 sec 2024-11-13T00:20:22,826 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731457222826, completionTime=-1 2024-11-13T00:20:22,826 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T00:20:22,826 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:20:22,828 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T00:20:22,828 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731457282828 2024-11-13T00:20:22,828 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731457342828 2024-11-13T00:20:22,828 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T00:20:22,828 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,36681,1731457219824-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:22,828 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,36681,1731457219824-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:22,828 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,36681,1731457219824-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:22,828 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:36681, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:22,828 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:22,829 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:22,830 DEBUG [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T00:20:22,832 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.929sec 2024-11-13T00:20:22,832 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:20:22,832 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:20:22,832 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:20:22,832 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:20:22,832 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:20:22,832 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,36681,1731457219824-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:20:22,832 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,36681,1731457219824-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:20:22,834 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:20:22,834 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:20:22,834 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,36681,1731457219824-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:22,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c30093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:22,889 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,36681,-1 for getting cluster id 2024-11-13T00:20:22,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:20:22,890 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac521104-eaa5-4b67-9c6a-62b4c8f624c8' 2024-11-13T00:20:22,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:20:22,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac521104-eaa5-4b67-9c6a-62b4c8f624c8" 2024-11-13T00:20:22,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a593ea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:22,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,36681,-1] 2024-11-13T00:20:22,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:20:22,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:22,892 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:20:22,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50919fa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:22,893 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:20:22,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,33313,1731457219867, seqNum=-1] 2024-11-13T00:20:22,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:20:22,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:20:22,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb28580903fb,36681,1731457219824 2024-11-13T00:20:22,897 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62134 2024-11-13T00:20:22,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:20:22,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1010eb243940008 connected 2024-11-13T00:20:22,904 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:20:22,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,41787,1731457211683 2024-11-13T00:20:22,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47c64d7b 2024-11-13T00:20:22,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:20:22,906 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:20:22,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41787 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:20:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41787 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T00:20:22,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:20:22,908 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:22,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41787 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T00:20:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:20:22,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:20:22,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741835_1011 (size=902) 2024-11-13T00:20:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:20:23,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:20:23,317 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7fdab55a5983cdda9a281b0224b7c5a4, NAME => 'test,,1731457222906.7fdab55a5983cdda9a281b0224b7c5a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412 2024-11-13T00:20:23,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741836_1012 (size=39) 2024-11-13T00:20:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:20:23,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731457222906.7fdab55a5983cdda9a281b0224b7c5a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:23,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7fdab55a5983cdda9a281b0224b7c5a4, disabling compactions & flushes 2024-11-13T00:20:23,722 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731457222906.7fdab55a5983cdda9a281b0224b7c5a4. 2024-11-13T00:20:23,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457222906.7fdab55a5983cdda9a281b0224b7c5a4. 2024-11-13T00:20:23,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731457222906.7fdab55a5983cdda9a281b0224b7c5a4. after waiting 0 ms 2024-11-13T00:20:23,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731457222906.7fdab55a5983cdda9a281b0224b7c5a4. 2024-11-13T00:20:23,722 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731457222906.7fdab55a5983cdda9a281b0224b7c5a4. 2024-11-13T00:20:23,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7fdab55a5983cdda9a281b0224b7c5a4: Waiting for close lock at 1731457223722Disabling compacts and flushes for region at 1731457223722Disabling writes for close at 1731457223722Writing region close event to WAL at 1731457223722Closed at 1731457223722 2024-11-13T00:20:23,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:20:23,724 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731457222906.7fdab55a5983cdda9a281b0224b7c5a4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731457223723"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457223723"}]},"ts":"1731457223723"} 2024-11-13T00:20:23,725 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:20:23,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:20:23,726 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457223726"}]},"ts":"1731457223726"} 2024-11-13T00:20:23,728 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T00:20:23,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7fdab55a5983cdda9a281b0224b7c5a4, ASSIGN}] 2024-11-13T00:20:23,729 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7fdab55a5983cdda9a281b0224b7c5a4, ASSIGN 2024-11-13T00:20:23,729 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7fdab55a5983cdda9a281b0224b7c5a4, ASSIGN; state=OFFLINE, location=cb28580903fb,43279,1731457211735; forceNewPlan=false, retain=false 2024-11-13T00:20:23,880 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7fdab55a5983cdda9a281b0224b7c5a4, regionState=OPENING, regionLocation=cb28580903fb,43279,1731457211735 2024-11-13T00:20:23,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7fdab55a5983cdda9a281b0224b7c5a4, ASSIGN because future has completed 2024-11-13T00:20:23,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fdab55a5983cdda9a281b0224b7c5a4, server=cb28580903fb,43279,1731457211735}] 2024-11-13T00:20:24,038 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731457222906.7fdab55a5983cdda9a281b0224b7c5a4. 2024-11-13T00:20:24,038 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fdab55a5983cdda9a281b0224b7c5a4, NAME => 'test,,1731457222906.7fdab55a5983cdda9a281b0224b7c5a4.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:20:24,038 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:20:24,038 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T00:20:24,039 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7fdab55a5983cdda9a281b0224b7c5a4 2024-11-13T00:20:24,039 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731457222906.7fdab55a5983cdda9a281b0224b7c5a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:24,039 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7fdab55a5983cdda9a281b0224b7c5a4 2024-11-13T00:20:24,039 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7fdab55a5983cdda9a281b0224b7c5a4 2024-11-13T00:20:24,040 INFO [StoreOpener-7fdab55a5983cdda9a281b0224b7c5a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7fdab55a5983cdda9a281b0224b7c5a4 2024-11-13T00:20:24,041 INFO [StoreOpener-7fdab55a5983cdda9a281b0224b7c5a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fdab55a5983cdda9a281b0224b7c5a4 columnFamilyName f 2024-11-13T00:20:24,041 DEBUG [StoreOpener-7fdab55a5983cdda9a281b0224b7c5a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:24,041 INFO [StoreOpener-7fdab55a5983cdda9a281b0224b7c5a4-1 {}] regionserver.HStore(327): Store=7fdab55a5983cdda9a281b0224b7c5a4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:24,041 INFO [StoreOpener-7fdab55a5983cdda9a281b0224b7c5a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7fdab55a5983cdda9a281b0224b7c5a4 2024-11-13T00:20:24,042 INFO [StoreOpener-7fdab55a5983cdda9a281b0224b7c5a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fdab55a5983cdda9a281b0224b7c5a4 columnFamilyName f1 2024-11-13T00:20:24,042 DEBUG [StoreOpener-7fdab55a5983cdda9a281b0224b7c5a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:24,042 INFO [StoreOpener-7fdab55a5983cdda9a281b0224b7c5a4-1 {}] regionserver.HStore(327): Store=7fdab55a5983cdda9a281b0224b7c5a4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:24,043 INFO [StoreOpener-7fdab55a5983cdda9a281b0224b7c5a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7fdab55a5983cdda9a281b0224b7c5a4 2024-11-13T00:20:24,043 INFO [StoreOpener-7fdab55a5983cdda9a281b0224b7c5a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fdab55a5983cdda9a281b0224b7c5a4 columnFamilyName norep 2024-11-13T00:20:24,043 DEBUG [StoreOpener-7fdab55a5983cdda9a281b0224b7c5a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:24,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:20:24,044 INFO [StoreOpener-7fdab55a5983cdda9a281b0224b7c5a4-1 {}] regionserver.HStore(327): Store=7fdab55a5983cdda9a281b0224b7c5a4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:24,044 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7fdab55a5983cdda9a281b0224b7c5a4 2024-11-13T00:20:24,044 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/default/test/7fdab55a5983cdda9a281b0224b7c5a4 2024-11-13T00:20:24,045 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/default/test/7fdab55a5983cdda9a281b0224b7c5a4 2024-11-13T00:20:24,045 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7fdab55a5983cdda9a281b0224b7c5a4 2024-11-13T00:20:24,045 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7fdab55a5983cdda9a281b0224b7c5a4 2024-11-13T00:20:24,046 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:20:24,047 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7fdab55a5983cdda9a281b0224b7c5a4 2024-11-13T00:20:24,048 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/default/test/7fdab55a5983cdda9a281b0224b7c5a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:20:24,048 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7fdab55a5983cdda9a281b0224b7c5a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62788504, jitterRate=-0.06437838077545166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:20:24,048 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fdab55a5983cdda9a281b0224b7c5a4 2024-11-13T00:20:24,049 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7fdab55a5983cdda9a281b0224b7c5a4: Running coprocessor pre-open hook at 1731457224039Writing region info on filesystem at 1731457224039Initializing all the Stores at 1731457224040 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457224040Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457224040Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457224040Cleaning up temporary data from old regions at 1731457224045 (+5 ms)Running coprocessor post-open hooks at 1731457224048 (+3 ms)Region opened successfully at 1731457224049 (+1 ms) 2024-11-13T00:20:24,050 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731457222906.7fdab55a5983cdda9a281b0224b7c5a4., pid=6, masterSystemTime=1731457224034 2024-11-13T00:20:24,052 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731457222906.7fdab55a5983cdda9a281b0224b7c5a4. 2024-11-13T00:20:24,052 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731457222906.7fdab55a5983cdda9a281b0224b7c5a4. 2024-11-13T00:20:24,052 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7fdab55a5983cdda9a281b0224b7c5a4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb28580903fb,43279,1731457211735 2024-11-13T00:20:24,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fdab55a5983cdda9a281b0224b7c5a4, server=cb28580903fb,43279,1731457211735 because future has completed 2024-11-13T00:20:24,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T00:20:24,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fdab55a5983cdda9a281b0224b7c5a4, server=cb28580903fb,43279,1731457211735 in 173 msec 2024-11-13T00:20:24,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T00:20:24,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7fdab55a5983cdda9a281b0224b7c5a4, ASSIGN in 329 msec 2024-11-13T00:20:24,059 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:20:24,059 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457224059"}]},"ts":"1731457224059"} 2024-11-13T00:20:24,061 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T00:20:24,061 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:20:24,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-13T00:20:24,112 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:20:24,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:24,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:24,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:24,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:24,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:24,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:24,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:24,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:24,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:24,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:24,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:24,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:20:25,054 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T00:20:25,054 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:20:25,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,39315,1731457215635 2024-11-13T00:20:25,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48c4bee 2024-11-13T00:20:25,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:20:25,056 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:20:25,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:20:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T00:20:25,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:20:25,058 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:25,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T00:20:25,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:20:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:20:25,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741835_1011 (size=902) 2024-11-13T00:20:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:20:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:20:25,468 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a961a7a583e007cbb17a7ae3d6567f30, NAME => 'test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8 2024-11-13T00:20:25,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741836_1012 (size=39) 2024-11-13T00:20:25,648 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T00:20:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:20:25,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:25,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a961a7a583e007cbb17a7ae3d6567f30, disabling compactions & flushes 2024-11-13T00:20:25,873 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30. 2024-11-13T00:20:25,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30. 2024-11-13T00:20:25,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30. after waiting 0 ms 2024-11-13T00:20:25,873 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30. 2024-11-13T00:20:25,874 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30. 2024-11-13T00:20:25,874 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a961a7a583e007cbb17a7ae3d6567f30: Waiting for close lock at 1731457225873Disabling compacts and flushes for region at 1731457225873Disabling writes for close at 1731457225873Writing region close event to WAL at 1731457225873Closed at 1731457225873 2024-11-13T00:20:25,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:20:25,875 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731457225875"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457225875"}]},"ts":"1731457225875"} 2024-11-13T00:20:25,877 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:20:25,877 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:20:25,878 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457225878"}]},"ts":"1731457225878"} 2024-11-13T00:20:25,879 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T00:20:25,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a961a7a583e007cbb17a7ae3d6567f30, ASSIGN}] 2024-11-13T00:20:25,880 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a961a7a583e007cbb17a7ae3d6567f30, ASSIGN 2024-11-13T00:20:25,881 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a961a7a583e007cbb17a7ae3d6567f30, ASSIGN; state=OFFLINE, location=cb28580903fb,44435,1731457215677; forceNewPlan=false, retain=false 2024-11-13T00:20:26,031 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a961a7a583e007cbb17a7ae3d6567f30, regionState=OPENING, regionLocation=cb28580903fb,44435,1731457215677 2024-11-13T00:20:26,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a961a7a583e007cbb17a7ae3d6567f30, ASSIGN because future has completed 2024-11-13T00:20:26,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a961a7a583e007cbb17a7ae3d6567f30, server=cb28580903fb,44435,1731457215677}] 2024-11-13T00:20:26,189 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30. 2024-11-13T00:20:26,189 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a961a7a583e007cbb17a7ae3d6567f30, NAME => 'test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:20:26,189 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:20:26,189 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T00:20:26,190 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a961a7a583e007cbb17a7ae3d6567f30 2024-11-13T00:20:26,190 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:26,190 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a961a7a583e007cbb17a7ae3d6567f30 2024-11-13T00:20:26,190 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a961a7a583e007cbb17a7ae3d6567f30 2024-11-13T00:20:26,191 INFO [StoreOpener-a961a7a583e007cbb17a7ae3d6567f30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a961a7a583e007cbb17a7ae3d6567f30 2024-11-13T00:20:26,192 INFO [StoreOpener-a961a7a583e007cbb17a7ae3d6567f30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a961a7a583e007cbb17a7ae3d6567f30 columnFamilyName f 2024-11-13T00:20:26,192 DEBUG [StoreOpener-a961a7a583e007cbb17a7ae3d6567f30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:26,192 INFO [StoreOpener-a961a7a583e007cbb17a7ae3d6567f30-1 {}] regionserver.HStore(327): Store=a961a7a583e007cbb17a7ae3d6567f30/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:26,193 INFO [StoreOpener-a961a7a583e007cbb17a7ae3d6567f30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a961a7a583e007cbb17a7ae3d6567f30 2024-11-13T00:20:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:20:26,193 INFO [StoreOpener-a961a7a583e007cbb17a7ae3d6567f30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a961a7a583e007cbb17a7ae3d6567f30 columnFamilyName f1 2024-11-13T00:20:26,193 DEBUG [StoreOpener-a961a7a583e007cbb17a7ae3d6567f30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:26,194 INFO [StoreOpener-a961a7a583e007cbb17a7ae3d6567f30-1 {}] regionserver.HStore(327): Store=a961a7a583e007cbb17a7ae3d6567f30/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:26,194 INFO [StoreOpener-a961a7a583e007cbb17a7ae3d6567f30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a961a7a583e007cbb17a7ae3d6567f30 2024-11-13T00:20:26,195 INFO [StoreOpener-a961a7a583e007cbb17a7ae3d6567f30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a961a7a583e007cbb17a7ae3d6567f30 columnFamilyName norep 2024-11-13T00:20:26,195 DEBUG [StoreOpener-a961a7a583e007cbb17a7ae3d6567f30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:26,195 INFO [StoreOpener-a961a7a583e007cbb17a7ae3d6567f30-1 {}] regionserver.HStore(327): Store=a961a7a583e007cbb17a7ae3d6567f30/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:26,195 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a961a7a583e007cbb17a7ae3d6567f30 2024-11-13T00:20:26,196 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/default/test/a961a7a583e007cbb17a7ae3d6567f30 2024-11-13T00:20:26,196 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/default/test/a961a7a583e007cbb17a7ae3d6567f30 2024-11-13T00:20:26,197 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a961a7a583e007cbb17a7ae3d6567f30 2024-11-13T00:20:26,197 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a961a7a583e007cbb17a7ae3d6567f30 2024-11-13T00:20:26,197 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:20:26,198 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a961a7a583e007cbb17a7ae3d6567f30 2024-11-13T00:20:26,200 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/default/test/a961a7a583e007cbb17a7ae3d6567f30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:20:26,200 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a961a7a583e007cbb17a7ae3d6567f30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65057725, jitterRate=-0.030564352869987488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:20:26,200 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a961a7a583e007cbb17a7ae3d6567f30 2024-11-13T00:20:26,200 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a961a7a583e007cbb17a7ae3d6567f30: Running coprocessor pre-open hook at 1731457226190Writing region info on filesystem at 1731457226190Initializing all the Stores at 1731457226191 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457226191Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457226191Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457226191Cleaning up temporary data from old regions at 1731457226197 (+6 ms)Running coprocessor post-open hooks at 1731457226200 (+3 ms)Region opened successfully at 1731457226200 2024-11-13T00:20:26,201 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30., pid=6, masterSystemTime=1731457226186 2024-11-13T00:20:26,203 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30. 2024-11-13T00:20:26,203 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30. 2024-11-13T00:20:26,203 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a961a7a583e007cbb17a7ae3d6567f30, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb28580903fb,44435,1731457215677 2024-11-13T00:20:26,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a961a7a583e007cbb17a7ae3d6567f30, server=cb28580903fb,44435,1731457215677 because future has completed 2024-11-13T00:20:26,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T00:20:26,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a961a7a583e007cbb17a7ae3d6567f30, server=cb28580903fb,44435,1731457215677 in 172 msec 2024-11-13T00:20:26,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T00:20:26,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a961a7a583e007cbb17a7ae3d6567f30, ASSIGN in 328 msec 2024-11-13T00:20:26,209 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:20:26,210 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457226209"}]},"ts":"1731457226209"} 2024-11-13T00:20:26,211 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T00:20:26,211 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:20:26,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-13T00:20:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:20:27,204 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T00:20:27,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:20:27,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,36681,1731457219824 2024-11-13T00:20:27,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@446a436 2024-11-13T00:20:27,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:20:27,206 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:20:27,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:20:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T00:20:27,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:20:27,210 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:27,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T00:20:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:20:27,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:20:27,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741835_1011 (size=902) 2024-11-13T00:20:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:20:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:20:27,618 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad5cbac96bde9263dfdd2e29a8e8ba89, NAME => 'test,,1731457227207.ad5cbac96bde9263dfdd2e29a8e8ba89.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829 2024-11-13T00:20:27,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741836_1012 (size=39) 2024-11-13T00:20:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:20:28,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731457227207.ad5cbac96bde9263dfdd2e29a8e8ba89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:28,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ad5cbac96bde9263dfdd2e29a8e8ba89, disabling compactions & flushes 2024-11-13T00:20:28,023 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731457227207.ad5cbac96bde9263dfdd2e29a8e8ba89. 2024-11-13T00:20:28,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457227207.ad5cbac96bde9263dfdd2e29a8e8ba89. 2024-11-13T00:20:28,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731457227207.ad5cbac96bde9263dfdd2e29a8e8ba89. after waiting 0 ms 2024-11-13T00:20:28,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731457227207.ad5cbac96bde9263dfdd2e29a8e8ba89. 2024-11-13T00:20:28,023 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731457227207.ad5cbac96bde9263dfdd2e29a8e8ba89. 2024-11-13T00:20:28,023 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad5cbac96bde9263dfdd2e29a8e8ba89: Waiting for close lock at 1731457228023Disabling compacts and flushes for region at 1731457228023Disabling writes for close at 1731457228023Writing region close event to WAL at 1731457228023Closed at 1731457228023 2024-11-13T00:20:28,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:20:28,025 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731457227207.ad5cbac96bde9263dfdd2e29a8e8ba89.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731457228024"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457228024"}]},"ts":"1731457228024"} 2024-11-13T00:20:28,027 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:20:28,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:20:28,028 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457228027"}]},"ts":"1731457228027"} 2024-11-13T00:20:28,029 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T00:20:28,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ad5cbac96bde9263dfdd2e29a8e8ba89, ASSIGN}] 2024-11-13T00:20:28,030 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ad5cbac96bde9263dfdd2e29a8e8ba89, ASSIGN 2024-11-13T00:20:28,031 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ad5cbac96bde9263dfdd2e29a8e8ba89, ASSIGN; state=OFFLINE, location=cb28580903fb,33313,1731457219867; forceNewPlan=false, retain=false 2024-11-13T00:20:28,182 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad5cbac96bde9263dfdd2e29a8e8ba89, regionState=OPENING, regionLocation=cb28580903fb,33313,1731457219867 2024-11-13T00:20:28,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ad5cbac96bde9263dfdd2e29a8e8ba89, ASSIGN because future has completed 2024-11-13T00:20:28,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad5cbac96bde9263dfdd2e29a8e8ba89, server=cb28580903fb,33313,1731457219867}] 2024-11-13T00:20:28,340 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731457227207.ad5cbac96bde9263dfdd2e29a8e8ba89. 2024-11-13T00:20:28,340 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ad5cbac96bde9263dfdd2e29a8e8ba89, NAME => 'test,,1731457227207.ad5cbac96bde9263dfdd2e29a8e8ba89.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:20:28,340 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:20:28,340 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T00:20:28,340 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ad5cbac96bde9263dfdd2e29a8e8ba89 2024-11-13T00:20:28,340 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731457227207.ad5cbac96bde9263dfdd2e29a8e8ba89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:28,341 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ad5cbac96bde9263dfdd2e29a8e8ba89 2024-11-13T00:20:28,341 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ad5cbac96bde9263dfdd2e29a8e8ba89 2024-11-13T00:20:28,342 INFO [StoreOpener-ad5cbac96bde9263dfdd2e29a8e8ba89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ad5cbac96bde9263dfdd2e29a8e8ba89 2024-11-13T00:20:28,343 INFO [StoreOpener-ad5cbac96bde9263dfdd2e29a8e8ba89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad5cbac96bde9263dfdd2e29a8e8ba89 columnFamilyName f 2024-11-13T00:20:28,343 DEBUG [StoreOpener-ad5cbac96bde9263dfdd2e29a8e8ba89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:28,343 INFO [StoreOpener-ad5cbac96bde9263dfdd2e29a8e8ba89-1 {}] regionserver.HStore(327): Store=ad5cbac96bde9263dfdd2e29a8e8ba89/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:28,343 INFO [StoreOpener-ad5cbac96bde9263dfdd2e29a8e8ba89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ad5cbac96bde9263dfdd2e29a8e8ba89 2024-11-13T00:20:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:20:28,344 INFO [StoreOpener-ad5cbac96bde9263dfdd2e29a8e8ba89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad5cbac96bde9263dfdd2e29a8e8ba89 columnFamilyName f1 2024-11-13T00:20:28,344 DEBUG [StoreOpener-ad5cbac96bde9263dfdd2e29a8e8ba89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:28,345 INFO [StoreOpener-ad5cbac96bde9263dfdd2e29a8e8ba89-1 {}] regionserver.HStore(327): Store=ad5cbac96bde9263dfdd2e29a8e8ba89/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:28,345 INFO [StoreOpener-ad5cbac96bde9263dfdd2e29a8e8ba89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ad5cbac96bde9263dfdd2e29a8e8ba89 2024-11-13T00:20:28,345 INFO [StoreOpener-ad5cbac96bde9263dfdd2e29a8e8ba89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad5cbac96bde9263dfdd2e29a8e8ba89 columnFamilyName norep 2024-11-13T00:20:28,345 DEBUG [StoreOpener-ad5cbac96bde9263dfdd2e29a8e8ba89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:28,346 INFO [StoreOpener-ad5cbac96bde9263dfdd2e29a8e8ba89-1 {}] regionserver.HStore(327): Store=ad5cbac96bde9263dfdd2e29a8e8ba89/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:28,346 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ad5cbac96bde9263dfdd2e29a8e8ba89 2024-11-13T00:20:28,346 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/default/test/ad5cbac96bde9263dfdd2e29a8e8ba89 2024-11-13T00:20:28,347 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/default/test/ad5cbac96bde9263dfdd2e29a8e8ba89 2024-11-13T00:20:28,347 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ad5cbac96bde9263dfdd2e29a8e8ba89 2024-11-13T00:20:28,347 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ad5cbac96bde9263dfdd2e29a8e8ba89 2024-11-13T00:20:28,348 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:20:28,349 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ad5cbac96bde9263dfdd2e29a8e8ba89 2024-11-13T00:20:28,350 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/default/test/ad5cbac96bde9263dfdd2e29a8e8ba89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:20:28,350 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ad5cbac96bde9263dfdd2e29a8e8ba89; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70222812, jitterRate=0.04640144109725952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:20:28,350 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad5cbac96bde9263dfdd2e29a8e8ba89 2024-11-13T00:20:28,351 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ad5cbac96bde9263dfdd2e29a8e8ba89: Running coprocessor pre-open hook at 1731457228341Writing region info on filesystem at 1731457228341Initializing all the Stores at 1731457228341Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457228341Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457228341Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457228341Cleaning up temporary data from old regions at 1731457228347 (+6 ms)Running coprocessor post-open hooks at 1731457228350 (+3 ms)Region opened successfully at 1731457228351 (+1 ms) 2024-11-13T00:20:28,351 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731457227207.ad5cbac96bde9263dfdd2e29a8e8ba89., pid=6, masterSystemTime=1731457228336 2024-11-13T00:20:28,353 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731457227207.ad5cbac96bde9263dfdd2e29a8e8ba89. 2024-11-13T00:20:28,353 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731457227207.ad5cbac96bde9263dfdd2e29a8e8ba89. 2024-11-13T00:20:28,354 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad5cbac96bde9263dfdd2e29a8e8ba89, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb28580903fb,33313,1731457219867 2024-11-13T00:20:28,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad5cbac96bde9263dfdd2e29a8e8ba89, server=cb28580903fb,33313,1731457219867 because future has completed 2024-11-13T00:20:28,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T00:20:28,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ad5cbac96bde9263dfdd2e29a8e8ba89, server=cb28580903fb,33313,1731457219867 in 171 msec 2024-11-13T00:20:28,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T00:20:28,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ad5cbac96bde9263dfdd2e29a8e8ba89, ASSIGN in 328 msec 2024-11-13T00:20:28,360 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:20:28,360 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457228360"}]},"ts":"1731457228360"} 2024-11-13T00:20:28,361 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T00:20:28,362 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:20:28,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-13T00:20:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:20:29,353 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T00:20:29,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfdb248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:29,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41787,-1 for getting cluster id 2024-11-13T00:20:29,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:20:29,355 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98fa6fe7-4d06-4111-abf2-07c49d8ecc37' 2024-11-13T00:20:29,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:20:29,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98fa6fe7-4d06-4111-abf2-07c49d8ecc37" 2024-11-13T00:20:29,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3759afa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:29,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41787,-1] 2024-11-13T00:20:29,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:20:29,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:29,357 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:20:29,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72029df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:29,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:20:29,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,41787,1731457211683 2024-11-13T00:20:29,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20d493ae 2024-11-13T00:20:29,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:20:29,359 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:20:29,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41787 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb28580903fb:39315,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T00:20:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41787 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T00:20:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:20:29,362 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:39315' 2024-11-13T00:20:29,363 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62177384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:29,363 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,39315,-1 for getting cluster id 2024-11-13T00:20:29,363 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:20:29,364 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6141341d-1bad-42d6-a0c2-d3c8f8fd6a7e' 2024-11-13T00:20:29,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:20:29,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6141341d-1bad-42d6-a0c2-d3c8f8fd6a7e" 2024-11-13T00:20:29,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d65e429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:29,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,39315,-1] 2024-11-13T00:20:29,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:20:29,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:29,365 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:20:29,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d11f50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:29,365 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:20:29,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,39315,1731457215635 2024-11-13T00:20:29,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d15f917 2024-11-13T00:20:29,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:20:29,367 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:20:29,367 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T00:20:29,367 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T00:20:29,367 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:29,367 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:29,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:20:29,368 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:20:29,368 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T00:20:29,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:20:29,369 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:29,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:20:29,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741837_1013 (size=1138) 2024-11-13T00:20:29,419 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T00:20:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:20:29,541 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:20:29,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:29,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:29,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:29,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:29,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:29,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:29,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:29,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:29,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:29,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:29,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:29,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:20:29,776 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f7191d2acb736c47b822fbeb5004667c, NAME => 'hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412 2024-11-13T00:20:29,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741838_1014 (size=44) 2024-11-13T00:20:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:20:30,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:30,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f7191d2acb736c47b822fbeb5004667c, disabling compactions & flushes 2024-11-13T00:20:30,182 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c. 2024-11-13T00:20:30,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c. 2024-11-13T00:20:30,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c. after waiting 0 ms 2024-11-13T00:20:30,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c. 2024-11-13T00:20:30,182 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c. 2024-11-13T00:20:30,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f7191d2acb736c47b822fbeb5004667c: Waiting for close lock at 1731457230182Disabling compacts and flushes for region at 1731457230182Disabling writes for close at 1731457230182Writing region close event to WAL at 1731457230182Closed at 1731457230182 2024-11-13T00:20:30,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:20:30,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731457230183"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457230183"}]},"ts":"1731457230183"} 2024-11-13T00:20:30,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:20:30,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:20:30,187 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457230187"}]},"ts":"1731457230187"} 2024-11-13T00:20:30,189 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T00:20:30,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7191d2acb736c47b822fbeb5004667c, ASSIGN}] 2024-11-13T00:20:30,191 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7191d2acb736c47b822fbeb5004667c, ASSIGN 2024-11-13T00:20:30,192 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f7191d2acb736c47b822fbeb5004667c, ASSIGN; state=OFFLINE, location=cb28580903fb,43279,1731457211735; forceNewPlan=false, retain=false 2024-11-13T00:20:30,343 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f7191d2acb736c47b822fbeb5004667c, regionState=OPENING, regionLocation=cb28580903fb,43279,1731457211735 2024-11-13T00:20:30,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f7191d2acb736c47b822fbeb5004667c, ASSIGN because future has completed 2024-11-13T00:20:30,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7191d2acb736c47b822fbeb5004667c, server=cb28580903fb,43279,1731457211735}] 2024-11-13T00:20:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:20:30,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c. 2024-11-13T00:20:30,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:20:30,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T00:20:30,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C43279%2C1731457211735.rep, suffix=, logDir=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735, archiveDir=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/oldWALs, maxLogs=10 2024-11-13T00:20:30,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.rep.1731457230504, exclude list is [], retry=0 2024-11-13T00:20:30,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40545,DS-565f00f4-07e3-4423-8033-d404a0c61d9a,DISK] 2024-11-13T00:20:30,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.rep.1731457230504 2024-11-13T00:20:30,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42461:42461)] 2024-11-13T00:20:30,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f7191d2acb736c47b822fbeb5004667c, NAME => 'hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:20:30,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:20:30,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:20:30,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c. service=MultiRowMutationService 2024-11-13T00:20:30,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T00:20:30,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f7191d2acb736c47b822fbeb5004667c 2024-11-13T00:20:30,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:30,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f7191d2acb736c47b822fbeb5004667c 2024-11-13T00:20:30,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f7191d2acb736c47b822fbeb5004667c 2024-11-13T00:20:30,526 INFO [StoreOpener-f7191d2acb736c47b822fbeb5004667c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f7191d2acb736c47b822fbeb5004667c 2024-11-13T00:20:30,529 INFO [StoreOpener-f7191d2acb736c47b822fbeb5004667c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7191d2acb736c47b822fbeb5004667c columnFamilyName hfileref 2024-11-13T00:20:30,529 DEBUG [StoreOpener-f7191d2acb736c47b822fbeb5004667c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:30,535 INFO [StoreOpener-f7191d2acb736c47b822fbeb5004667c-1 {}] regionserver.HStore(327): Store=f7191d2acb736c47b822fbeb5004667c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:30,535 INFO [StoreOpener-f7191d2acb736c47b822fbeb5004667c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f7191d2acb736c47b822fbeb5004667c 2024-11-13T00:20:30,536 INFO [StoreOpener-f7191d2acb736c47b822fbeb5004667c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7191d2acb736c47b822fbeb5004667c columnFamilyName queue 2024-11-13T00:20:30,536 DEBUG [StoreOpener-f7191d2acb736c47b822fbeb5004667c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:30,537 INFO [StoreOpener-f7191d2acb736c47b822fbeb5004667c-1 {}] regionserver.HStore(327): Store=f7191d2acb736c47b822fbeb5004667c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:30,537 INFO [StoreOpener-f7191d2acb736c47b822fbeb5004667c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f7191d2acb736c47b822fbeb5004667c 2024-11-13T00:20:30,538 INFO [StoreOpener-f7191d2acb736c47b822fbeb5004667c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7191d2acb736c47b822fbeb5004667c columnFamilyName sid 2024-11-13T00:20:30,538 DEBUG [StoreOpener-f7191d2acb736c47b822fbeb5004667c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:30,539 INFO [StoreOpener-f7191d2acb736c47b822fbeb5004667c-1 {}] regionserver.HStore(327): Store=f7191d2acb736c47b822fbeb5004667c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:30,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f7191d2acb736c47b822fbeb5004667c 2024-11-13T00:20:30,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/replication/f7191d2acb736c47b822fbeb5004667c 2024-11-13T00:20:30,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/replication/f7191d2acb736c47b822fbeb5004667c 2024-11-13T00:20:30,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f7191d2acb736c47b822fbeb5004667c 2024-11-13T00:20:30,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f7191d2acb736c47b822fbeb5004667c 2024-11-13T00:20:30,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:20:30,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f7191d2acb736c47b822fbeb5004667c 2024-11-13T00:20:30,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/replication/f7191d2acb736c47b822fbeb5004667c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:20:30,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f7191d2acb736c47b822fbeb5004667c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61624662, jitterRate=-0.0817209780216217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:20:30,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7191d2acb736c47b822fbeb5004667c 2024-11-13T00:20:30,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f7191d2acb736c47b822fbeb5004667c: Running coprocessor pre-open hook at 1731457230525Writing region info on filesystem at 1731457230525Initializing all the Stores at 1731457230526 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457230526Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457230526Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457230526Cleaning up temporary data from old regions at 1731457230541 (+15 ms)Running coprocessor post-open hooks at 1731457230545 (+4 ms)Region opened successfully at 1731457230545 2024-11-13T00:20:30,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c., pid=10, masterSystemTime=1731457230499 2024-11-13T00:20:30,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f7191d2acb736c47b822fbeb5004667c, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,43279,1731457211735 2024-11-13T00:20:30,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c. 2024-11-13T00:20:30,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c. 2024-11-13T00:20:30,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7191d2acb736c47b822fbeb5004667c, server=cb28580903fb,43279,1731457211735 because future has completed 2024-11-13T00:20:30,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T00:20:30,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f7191d2acb736c47b822fbeb5004667c, server=cb28580903fb,43279,1731457211735 in 208 msec 2024-11-13T00:20:30,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T00:20:30,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f7191d2acb736c47b822fbeb5004667c, ASSIGN in 366 msec 2024-11-13T00:20:30,558 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:20:30,558 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457230558"}]},"ts":"1731457230558"} 2024-11-13T00:20:30,560 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T00:20:30,561 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:20:30,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-11-13T00:20:30,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c., hostname=cb28580903fb,43279,1731457211735, seqNum=2] 2024-11-13T00:20:30,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887345196 2024-11-13T00:20:30,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1010eb243940001, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887345196 2024-11-13T00:20:30,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T00:20:30,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43279 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T00:20:30,740 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T00:20:30,802 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cb28580903fb,43279,1731457211735, ReplicationSource: 1, currentBandwidth=0 2024-11-13T00:20:30,803 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:20:30,803 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,43279,1731457211735, seqNum=-1] 2024-11-13T00:20:30,804 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:20:30,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T00:20:30,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb28580903fb,43279,1731457211735', locateType=CURRENT is [region=hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c., hostname=cb28580903fb,43279,1731457211735, seqNum=2] 2024-11-13T00:20:30,810 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T00:20:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41787 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T00:20:30,814 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb28580903fb,43279,1731457211735 suceeded 2024-11-13T00:20:30,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T00:20:30,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 228 msec 2024-11-13T00:20:30,817 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb28580903fb:39315,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T00:20:30,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4570 sec 2024-11-13T00:20:30,831 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:39315' 2024-11-13T00:20:30,833 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ed4fe91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:30,833 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,39315,-1 for getting cluster id 2024-11-13T00:20:30,833 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:20:30,834 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6141341d-1bad-42d6-a0c2-d3c8f8fd6a7e' 2024-11-13T00:20:30,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:20:30,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6141341d-1bad-42d6-a0c2-d3c8f8fd6a7e" 2024-11-13T00:20:30,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2de28c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:30,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,39315,-1] 2024-11-13T00:20:30,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:20:30,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:30,836 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:20:30,836 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d54a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:30,837 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:20:30,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,39315,1731457215635 2024-11-13T00:20:30,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54f0fef5 2024-11-13T00:20:30,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:20:30,839 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-13T00:20:30,839 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb28580903fb,43279,1731457211735 (queues=1) is replicating from cluster=98fa6fe7-4d06-4111-abf2-07c49d8ecc37 to cluster=6141341d-1bad-42d6-a0c2-d3c8f8fd6a7e 2024-11-13T00:20:30,839 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb28580903fb%2C43279%2C1731457211735 2024-11-13T00:20:30,840 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb28580903fb,43279,1731457211735, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T00:20:30,849 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801, startPosition=0, beingWritten=true 2024-11-13T00:20:30,856 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.shippercb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb28580903fb%2C43279%2C1731457211735 2024-11-13T00:20:30,867 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:20:30,867 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 379, reset compression=false 2024-11-13T00:20:30,867 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.shippercb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,43279,1731457211735 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:20:31,078 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 379, reset compression=false 2024-11-13T00:20:31,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T00:20:31,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T00:20:31,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T00:20:31,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T00:20:31,383 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 379, reset compression=false 2024-11-13T00:20:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:20:31,504 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T00:20:31,505 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:20:31,505 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:31,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:31,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:31,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:20:31,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec10ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:31,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,39315,-1 for getting cluster id 2024-11-13T00:20:31,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:20:31,507 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6141341d-1bad-42d6-a0c2-d3c8f8fd6a7e' 2024-11-13T00:20:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:20:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6141341d-1bad-42d6-a0c2-d3c8f8fd6a7e" 2024-11-13T00:20:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b87bd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,39315,-1] 2024-11-13T00:20:31,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:20:31,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:31,509 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:20:31,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e6bce2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:31,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:20:31,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,39315,1731457215635 2024-11-13T00:20:31,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46b971e3 2024-11-13T00:20:31,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:20:31,512 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:20:31,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb28580903fb:36681,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T00:20:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T00:20:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:20:31,515 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:36681' 2024-11-13T00:20:31,516 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3530cd2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:31,516 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,36681,-1 for getting cluster id 2024-11-13T00:20:31,516 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:20:31,517 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac521104-eaa5-4b67-9c6a-62b4c8f624c8' 2024-11-13T00:20:31,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:20:31,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac521104-eaa5-4b67-9c6a-62b4c8f624c8" 2024-11-13T00:20:31,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e476a23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:31,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,36681,-1] 2024-11-13T00:20:31,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:20:31,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:31,518 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:20:31,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac884dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:31,519 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:20:31,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,36681,1731457219824 2024-11-13T00:20:31,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6def41cf 2024-11-13T00:20:31,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:20:31,520 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:20:31,521 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T00:20:31,521 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T00:20:31,521 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:31,521 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:31,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:20:31,522 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:20:31,523 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T00:20:31,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:20:31,524 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:31,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:20:31,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741837_1013 (size=1138) 2024-11-13T00:20:31,535 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f83dc8f52873baf1cc9c97748cafda44, NAME => 'hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8 2024-11-13T00:20:31,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741838_1014 (size=44) 2024-11-13T00:20:31,573 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T00:20:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:20:31,649 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T00:20:31,793 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 379, reset compression=false 2024-11-13T00:20:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:20:31,950 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:31,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f83dc8f52873baf1cc9c97748cafda44, disabling compactions & flushes 2024-11-13T00:20:31,951 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44. 2024-11-13T00:20:31,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44. 2024-11-13T00:20:31,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44. after waiting 0 ms 2024-11-13T00:20:31,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44. 2024-11-13T00:20:31,951 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44. 2024-11-13T00:20:31,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f83dc8f52873baf1cc9c97748cafda44: Waiting for close lock at 1731457231951Disabling compacts and flushes for region at 1731457231951Disabling writes for close at 1731457231951Writing region close event to WAL at 1731457231951Closed at 1731457231951 2024-11-13T00:20:31,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:20:31,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731457231952"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457231952"}]},"ts":"1731457231952"} 2024-11-13T00:20:31,954 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:20:31,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:20:31,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457231955"}]},"ts":"1731457231955"} 2024-11-13T00:20:31,956 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T00:20:31,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f83dc8f52873baf1cc9c97748cafda44, ASSIGN}] 2024-11-13T00:20:31,958 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f83dc8f52873baf1cc9c97748cafda44, ASSIGN 2024-11-13T00:20:31,958 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f83dc8f52873baf1cc9c97748cafda44, ASSIGN; state=OFFLINE, location=cb28580903fb,44435,1731457215677; forceNewPlan=false, retain=false 2024-11-13T00:20:32,109 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f83dc8f52873baf1cc9c97748cafda44, regionState=OPENING, regionLocation=cb28580903fb,44435,1731457215677 2024-11-13T00:20:32,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f83dc8f52873baf1cc9c97748cafda44, ASSIGN because future has completed 2024-11-13T00:20:32,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f83dc8f52873baf1cc9c97748cafda44, server=cb28580903fb,44435,1731457215677}] 2024-11-13T00:20:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:20:32,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44. 2024-11-13T00:20:32,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:20:32,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T00:20:32,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C44435%2C1731457215677.rep, suffix=, logDir=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677, archiveDir=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/oldWALs, maxLogs=10 2024-11-13T00:20:32,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.rep.1731457232270, exclude list is [], retry=0 2024-11-13T00:20:32,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37199,DS-d63a2bce-1105-4057-bbe6-fa3af8149da0,DISK] 2024-11-13T00:20:32,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.rep.1731457232270 2024-11-13T00:20:32,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46789:46789)] 2024-11-13T00:20:32,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f83dc8f52873baf1cc9c97748cafda44, NAME => 'hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:20:32,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:20:32,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:20:32,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44. service=MultiRowMutationService 2024-11-13T00:20:32,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T00:20:32,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f83dc8f52873baf1cc9c97748cafda44 2024-11-13T00:20:32,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:32,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f83dc8f52873baf1cc9c97748cafda44 2024-11-13T00:20:32,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f83dc8f52873baf1cc9c97748cafda44 2024-11-13T00:20:32,295 INFO [StoreOpener-f83dc8f52873baf1cc9c97748cafda44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f83dc8f52873baf1cc9c97748cafda44 2024-11-13T00:20:32,296 INFO [StoreOpener-f83dc8f52873baf1cc9c97748cafda44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f83dc8f52873baf1cc9c97748cafda44 columnFamilyName hfileref 2024-11-13T00:20:32,296 DEBUG [StoreOpener-f83dc8f52873baf1cc9c97748cafda44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:32,297 INFO [StoreOpener-f83dc8f52873baf1cc9c97748cafda44-1 {}] regionserver.HStore(327): Store=f83dc8f52873baf1cc9c97748cafda44/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:32,297 INFO [StoreOpener-f83dc8f52873baf1cc9c97748cafda44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f83dc8f52873baf1cc9c97748cafda44 2024-11-13T00:20:32,298 INFO [StoreOpener-f83dc8f52873baf1cc9c97748cafda44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f83dc8f52873baf1cc9c97748cafda44 columnFamilyName queue 2024-11-13T00:20:32,298 DEBUG [StoreOpener-f83dc8f52873baf1cc9c97748cafda44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:32,298 INFO [StoreOpener-f83dc8f52873baf1cc9c97748cafda44-1 {}] regionserver.HStore(327): Store=f83dc8f52873baf1cc9c97748cafda44/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:32,298 INFO [StoreOpener-f83dc8f52873baf1cc9c97748cafda44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f83dc8f52873baf1cc9c97748cafda44 2024-11-13T00:20:32,300 INFO [StoreOpener-f83dc8f52873baf1cc9c97748cafda44-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f83dc8f52873baf1cc9c97748cafda44 columnFamilyName sid 2024-11-13T00:20:32,300 DEBUG [StoreOpener-f83dc8f52873baf1cc9c97748cafda44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:32,300 INFO [StoreOpener-f83dc8f52873baf1cc9c97748cafda44-1 {}] regionserver.HStore(327): Store=f83dc8f52873baf1cc9c97748cafda44/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:32,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f83dc8f52873baf1cc9c97748cafda44 2024-11-13T00:20:32,301 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 379, reset compression=false 2024-11-13T00:20:32,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/replication/f83dc8f52873baf1cc9c97748cafda44 2024-11-13T00:20:32,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/replication/f83dc8f52873baf1cc9c97748cafda44 2024-11-13T00:20:32,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f83dc8f52873baf1cc9c97748cafda44 2024-11-13T00:20:32,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f83dc8f52873baf1cc9c97748cafda44 2024-11-13T00:20:32,303 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:20:32,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:20:32,303 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cb28580903fb,35747,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T00:20:32,304 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48399 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cb28580903fb,35747,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T00:20:32,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f83dc8f52873baf1cc9c97748cafda44 2024-11-13T00:20:32,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/replication/f83dc8f52873baf1cc9c97748cafda44/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:20:32,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f83dc8f52873baf1cc9c97748cafda44; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61010093, jitterRate=-0.09087876975536346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:20:32,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f83dc8f52873baf1cc9c97748cafda44 2024-11-13T00:20:32,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f83dc8f52873baf1cc9c97748cafda44: Running coprocessor pre-open hook at 1731457232293Writing region info on filesystem at 1731457232293Initializing all the Stores at 1731457232294 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457232294Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457232294Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457232294Cleaning up temporary data from old regions at 1731457232302 (+8 ms)Running coprocessor post-open hooks at 1731457232310 (+8 ms)Region opened successfully at 1731457232310 2024-11-13T00:20:32,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44., pid=10, masterSystemTime=1731457232264 2024-11-13T00:20:32,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44. 2024-11-13T00:20:32,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44. 2024-11-13T00:20:32,313 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f83dc8f52873baf1cc9c97748cafda44, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,44435,1731457215677 2024-11-13T00:20:32,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f83dc8f52873baf1cc9c97748cafda44, server=cb28580903fb,44435,1731457215677 because future has completed 2024-11-13T00:20:32,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T00:20:32,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f83dc8f52873baf1cc9c97748cafda44, server=cb28580903fb,44435,1731457215677 in 204 msec 2024-11-13T00:20:32,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T00:20:32,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f83dc8f52873baf1cc9c97748cafda44, ASSIGN in 361 msec 2024-11-13T00:20:32,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:20:32,321 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457232321"}]},"ts":"1731457232321"} 2024-11-13T00:20:32,323 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T00:20:32,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:20:32,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 805 msec 2024-11-13T00:20:32,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44., hostname=cb28580903fb,44435,1731457215677, seqNum=2] 2024-11-13T00:20:32,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44435-0x1010eb243940004, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104499830 2024-11-13T00:20:32,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104499830 2024-11-13T00:20:32,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T00:20:32,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T00:20:32,544 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T00:20:32,592 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cb28580903fb,44435,1731457215677, ReplicationSource: 1, currentBandwidth=0 2024-11-13T00:20:32,593 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:20:32,593 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,44435,1731457215677, seqNum=-1] 2024-11-13T00:20:32,594 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:20:32,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T00:20:32,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb28580903fb,44435,1731457215677', locateType=CURRENT is [region=hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44., hostname=cb28580903fb,44435,1731457215677, seqNum=2] 2024-11-13T00:20:32,601 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T00:20:32,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T00:20:32,604 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb28580903fb,44435,1731457215677 suceeded 2024-11-13T00:20:32,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T00:20:32,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-11-13T00:20:32,606 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb28580903fb:36681,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T00:20:32,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0940 sec 2024-11-13T00:20:32,625 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:36681' 2024-11-13T00:20:32,626 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62bc296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:32,626 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,36681,-1 for getting cluster id 2024-11-13T00:20:32,627 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:20:32,627 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac521104-eaa5-4b67-9c6a-62b4c8f624c8' 2024-11-13T00:20:32,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:20:32,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac521104-eaa5-4b67-9c6a-62b4c8f624c8" 2024-11-13T00:20:32,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@486eb32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:32,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,36681,-1] 2024-11-13T00:20:32,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:20:32,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:32,629 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:20:32,631 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18104019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:32,631 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:20:32,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,36681,1731457219824 2024-11-13T00:20:32,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cac3ef8 2024-11-13T00:20:32,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:20:32,634 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-13T00:20:32,635 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb28580903fb,44435,1731457215677 (queues=1) is replicating from cluster=6141341d-1bad-42d6-a0c2-d3c8f8fd6a7e to cluster=ac521104-eaa5-4b67-9c6a-62b4c8f624c8 2024-11-13T00:20:32,635 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb28580903fb%2C44435%2C1731457215677 2024-11-13T00:20:32,635 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb28580903fb,44435,1731457215677, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T00:20:32,637 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686, startPosition=0, beingWritten=true 2024-11-13T00:20:32,644 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.shippercb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb28580903fb%2C44435%2C1731457215677 2024-11-13T00:20:32,652 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:20:32,652 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 379, reset compression=false 2024-11-13T00:20:32,652 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.shippercb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,44435,1731457215677 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:20:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:20:32,654 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T00:20:32,654 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:20:32,654 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:32,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:32,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:32,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:20:32,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a13acca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:32,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,36681,-1 for getting cluster id 2024-11-13T00:20:32,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:20:32,657 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac521104-eaa5-4b67-9c6a-62b4c8f624c8' 2024-11-13T00:20:32,660 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:20:32,660 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac521104-eaa5-4b67-9c6a-62b4c8f624c8" 2024-11-13T00:20:32,660 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a05504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:32,660 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,36681,-1] 2024-11-13T00:20:32,661 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:20:32,661 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:32,661 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:20:32,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf6e261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:32,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:20:32,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,36681,1731457219824 2024-11-13T00:20:32,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@457f7539 2024-11-13T00:20:32,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:20:32,664 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:20:32,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb28580903fb:41787,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T00:20:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T00:20:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:20:32,668 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:41787' 2024-11-13T00:20:32,669 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7ef335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:32,669 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41787,-1 for getting cluster id 2024-11-13T00:20:32,669 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:20:32,670 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98fa6fe7-4d06-4111-abf2-07c49d8ecc37' 2024-11-13T00:20:32,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:20:32,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98fa6fe7-4d06-4111-abf2-07c49d8ecc37" 2024-11-13T00:20:32,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563ffc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:32,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41787,-1] 2024-11-13T00:20:32,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:20:32,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:32,671 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:20:32,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f6035e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:32,672 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:20:32,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,41787,1731457211683 2024-11-13T00:20:32,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44551adb 2024-11-13T00:20:32,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:20:32,673 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:20:32,673 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T00:20:32,673 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T00:20:32,673 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:32,673 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:32,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:20:32,674 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:20:32,675 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T00:20:32,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:20:32,676 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:32,676 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:20:32,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741837_1013 (size=1138) 2024-11-13T00:20:32,697 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12d29a869cba4a04c761289fe468b607, NAME => 'hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829 2024-11-13T00:20:32,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741838_1014 (size=44) 2024-11-13T00:20:32,725 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T00:20:32,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:20:32,870 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 379, reset compression=false 2024-11-13T00:20:32,906 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 379, reset compression=false 2024-11-13T00:20:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:20:33,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:33,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 12d29a869cba4a04c761289fe468b607, disabling compactions & flushes 2024-11-13T00:20:33,113 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607. 2024-11-13T00:20:33,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607. 2024-11-13T00:20:33,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607. after waiting 0 ms 2024-11-13T00:20:33,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607. 2024-11-13T00:20:33,113 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607. 2024-11-13T00:20:33,113 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12d29a869cba4a04c761289fe468b607: Waiting for close lock at 1731457233113Disabling compacts and flushes for region at 1731457233113Disabling writes for close at 1731457233113Writing region close event to WAL at 1731457233113Closed at 1731457233113 2024-11-13T00:20:33,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:20:33,115 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731457233115"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457233115"}]},"ts":"1731457233115"} 2024-11-13T00:20:33,117 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:20:33,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:20:33,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457233118"}]},"ts":"1731457233118"} 2024-11-13T00:20:33,120 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T00:20:33,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=12d29a869cba4a04c761289fe468b607, ASSIGN}] 2024-11-13T00:20:33,121 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=12d29a869cba4a04c761289fe468b607, ASSIGN 2024-11-13T00:20:33,121 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=12d29a869cba4a04c761289fe468b607, ASSIGN; state=OFFLINE, location=cb28580903fb,33313,1731457219867; forceNewPlan=false, retain=false 2024-11-13T00:20:33,175 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 379, reset compression=false 2024-11-13T00:20:33,272 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=12d29a869cba4a04c761289fe468b607, regionState=OPENING, regionLocation=cb28580903fb,33313,1731457219867 2024-11-13T00:20:33,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=12d29a869cba4a04c761289fe468b607, ASSIGN because future has completed 2024-11-13T00:20:33,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12d29a869cba4a04c761289fe468b607, server=cb28580903fb,33313,1731457219867}] 2024-11-13T00:20:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:20:33,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607. 2024-11-13T00:20:33,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:20:33,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T00:20:33,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C33313%2C1731457219867.rep, suffix=, logDir=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867, archiveDir=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/oldWALs, maxLogs=10 2024-11-13T00:20:33,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.rep.1731457233435, exclude list is [], retry=0 2024-11-13T00:20:33,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45089,DS-0991b5b0-1fd3-4e1b-9377-1552b471135a,DISK] 2024-11-13T00:20:33,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.rep.1731457233435 2024-11-13T00:20:33,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43983:43983)] 2024-11-13T00:20:33,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 12d29a869cba4a04c761289fe468b607, NAME => 'hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:20:33,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:20:33,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:20:33,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607. service=MultiRowMutationService 2024-11-13T00:20:33,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T00:20:33,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 12d29a869cba4a04c761289fe468b607 2024-11-13T00:20:33,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:33,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 12d29a869cba4a04c761289fe468b607 2024-11-13T00:20:33,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 12d29a869cba4a04c761289fe468b607 2024-11-13T00:20:33,459 INFO [StoreOpener-12d29a869cba4a04c761289fe468b607-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 12d29a869cba4a04c761289fe468b607 2024-11-13T00:20:33,460 INFO [StoreOpener-12d29a869cba4a04c761289fe468b607-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12d29a869cba4a04c761289fe468b607 columnFamilyName hfileref 2024-11-13T00:20:33,460 DEBUG [StoreOpener-12d29a869cba4a04c761289fe468b607-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:33,461 INFO [StoreOpener-12d29a869cba4a04c761289fe468b607-1 {}] regionserver.HStore(327): Store=12d29a869cba4a04c761289fe468b607/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:33,461 INFO [StoreOpener-12d29a869cba4a04c761289fe468b607-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 12d29a869cba4a04c761289fe468b607 2024-11-13T00:20:33,462 INFO [StoreOpener-12d29a869cba4a04c761289fe468b607-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12d29a869cba4a04c761289fe468b607 columnFamilyName queue 2024-11-13T00:20:33,462 DEBUG [StoreOpener-12d29a869cba4a04c761289fe468b607-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:33,462 INFO [StoreOpener-12d29a869cba4a04c761289fe468b607-1 {}] regionserver.HStore(327): Store=12d29a869cba4a04c761289fe468b607/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:33,462 INFO [StoreOpener-12d29a869cba4a04c761289fe468b607-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 12d29a869cba4a04c761289fe468b607 2024-11-13T00:20:33,463 INFO [StoreOpener-12d29a869cba4a04c761289fe468b607-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12d29a869cba4a04c761289fe468b607 columnFamilyName sid 2024-11-13T00:20:33,463 DEBUG [StoreOpener-12d29a869cba4a04c761289fe468b607-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:33,464 INFO [StoreOpener-12d29a869cba4a04c761289fe468b607-1 {}] regionserver.HStore(327): Store=12d29a869cba4a04c761289fe468b607/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:33,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 12d29a869cba4a04c761289fe468b607 2024-11-13T00:20:33,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/replication/12d29a869cba4a04c761289fe468b607 2024-11-13T00:20:33,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/replication/12d29a869cba4a04c761289fe468b607 2024-11-13T00:20:33,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 12d29a869cba4a04c761289fe468b607 2024-11-13T00:20:33,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 12d29a869cba4a04c761289fe468b607 2024-11-13T00:20:33,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:20:33,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 12d29a869cba4a04c761289fe468b607 2024-11-13T00:20:33,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/replication/12d29a869cba4a04c761289fe468b607/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:20:33,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 12d29a869cba4a04c761289fe468b607; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70743714, jitterRate=0.05416348576545715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:20:33,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12d29a869cba4a04c761289fe468b607 2024-11-13T00:20:33,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 12d29a869cba4a04c761289fe468b607: Running coprocessor pre-open hook at 1731457233458Writing region info on filesystem at 1731457233458Initializing all the Stores at 1731457233459 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457233459Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457233459Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457233459Cleaning up temporary data from old regions at 1731457233465 (+6 ms)Running coprocessor post-open hooks at 1731457233470 (+5 ms)Region opened successfully at 1731457233470 2024-11-13T00:20:33,471 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607., pid=10, masterSystemTime=1731457233429 2024-11-13T00:20:33,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607. 2024-11-13T00:20:33,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607. 2024-11-13T00:20:33,473 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=12d29a869cba4a04c761289fe468b607, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,33313,1731457219867 2024-11-13T00:20:33,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12d29a869cba4a04c761289fe468b607, server=cb28580903fb,33313,1731457219867 because future has completed 2024-11-13T00:20:33,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T00:20:33,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 12d29a869cba4a04c761289fe468b607, server=cb28580903fb,33313,1731457219867 in 201 msec 2024-11-13T00:20:33,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T00:20:33,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=12d29a869cba4a04c761289fe468b607, ASSIGN in 359 msec 2024-11-13T00:20:33,482 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:20:33,482 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457233482"}]},"ts":"1731457233482"} 2024-11-13T00:20:33,484 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T00:20:33,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:20:33,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 810 msec 2024-11-13T00:20:33,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607., hostname=cb28580903fb,33313,1731457219867, seqNum=2] 2024-11-13T00:20:33,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21468267810 2024-11-13T00:20:33,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x1010eb243940007, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21468267810 2024-11-13T00:20:33,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T00:20:33,579 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 379, reset compression=false 2024-11-13T00:20:33,610 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 379, reset compression=false 2024-11-13T00:20:33,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T00:20:33,694 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T00:20:33,758 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cb28580903fb,33313,1731457219867, ReplicationSource: 1, currentBandwidth=0 2024-11-13T00:20:33,758 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:20:33,759 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,33313,1731457219867, seqNum=-1] 2024-11-13T00:20:33,759 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:20:33,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T00:20:33,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb28580903fb,33313,1731457219867', locateType=CURRENT is [region=hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607., hostname=cb28580903fb,33313,1731457219867, seqNum=2] 2024-11-13T00:20:33,765 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T00:20:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T00:20:33,768 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb28580903fb,33313,1731457219867 suceeded 2024-11-13T00:20:33,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T00:20:33,771 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb28580903fb:41787,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T00:20:33,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 227 msec 2024-11-13T00:20:33,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1070 sec 2024-11-13T00:20:33,789 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:41787' 2024-11-13T00:20:33,796 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e3f7c42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:33,796 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41787,-1 for getting cluster id 2024-11-13T00:20:33,797 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:20:33,798 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98fa6fe7-4d06-4111-abf2-07c49d8ecc37' 2024-11-13T00:20:33,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:20:33,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98fa6fe7-4d06-4111-abf2-07c49d8ecc37" 2024-11-13T00:20:33,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c267681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:33,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41787,-1] 2024-11-13T00:20:33,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:20:33,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:33,800 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:20:33,800 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1426a969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:33,801 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:20:33,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,41787,1731457211683 2024-11-13T00:20:33,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1675a8f6 2024-11-13T00:20:33,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:20:33,803 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T00:20:33,804 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb28580903fb,33313,1731457219867 (queues=1) is replicating from cluster=ac521104-eaa5-4b67-9c6a-62b4c8f624c8 to cluster=98fa6fe7-4d06-4111-abf2-07c49d8ecc37 2024-11-13T00:20:33,804 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb28580903fb%2C33313%2C1731457219867 2024-11-13T00:20:33,804 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb28580903fb,33313,1731457219867, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T00:20:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:20:33,808 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T00:20:33,808 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:20:33,808 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:33,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:33,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:33,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:20:33,813 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889, startPosition=0, beingWritten=true 2024-11-13T00:20:33,818 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.shippercb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb28580903fb%2C33313%2C1731457219867 2024-11-13T00:20:33,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361f0377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:33,819 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41787,-1 for getting cluster id 2024-11-13T00:20:33,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:20:33,819 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98fa6fe7-4d06-4111-abf2-07c49d8ecc37' 2024-11-13T00:20:33,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:20:33,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98fa6fe7-4d06-4111-abf2-07c49d8ecc37" 2024-11-13T00:20:33,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e79d3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:33,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41787,-1] 2024-11-13T00:20:33,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:20:33,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:33,822 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:20:33,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344f5fd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:33,824 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:20:33,825 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 379, reset compression=false 2024-11-13T00:20:33,825 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.shippercb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,33313,1731457219867 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:20:33,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3293f6c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:33,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,39315,-1 for getting cluster id 2024-11-13T00:20:33,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:20:33,827 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6141341d-1bad-42d6-a0c2-d3c8f8fd6a7e' 2024-11-13T00:20:33,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:20:33,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6141341d-1bad-42d6-a0c2-d3c8f8fd6a7e" 2024-11-13T00:20:33,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604290a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:33,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,39315,-1] 2024-11-13T00:20:33,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:20:33,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:33,829 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:20:33,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c3929ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:33,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5564796e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:33,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,36681,-1 for getting cluster id 2024-11-13T00:20:33,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:20:33,831 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac521104-eaa5-4b67-9c6a-62b4c8f624c8' 2024-11-13T00:20:33,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:20:33,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac521104-eaa5-4b67-9c6a-62b4c8f624c8" 2024-11-13T00:20:33,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c786d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:33,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,36681,-1] 2024-11-13T00:20:33,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:20:33,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:33,832 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:20:33,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12bce32d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:33,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:20:33,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,43279,1731457211735, seqNum=-1] 2024-11-13T00:20:33,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:20:33,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:20:33,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731457222906.7fdab55a5983cdda9a281b0224b7c5a4., hostname=cb28580903fb,43279,1731457211735, seqNum=2] 2024-11-13T00:20:33,873 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:20:33,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,33313,1731457219867, seqNum=-1] 2024-11-13T00:20:33,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:20:33,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:20:33,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731457227207.ad5cbac96bde9263dfdd2e29a8e8ba89., hostname=cb28580903fb,33313,1731457219867, seqNum=2] 2024-11-13T00:20:33,879 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T00:20:34,029 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 379, reset compression=false 2024-11-13T00:20:34,082 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 379, reset compression=false 2024-11-13T00:20:34,336 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 379, reset compression=false 2024-11-13T00:20:34,415 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 379, reset compression=false 2024-11-13T00:20:34,420 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:20:34,420 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 480, reset compression=false 2024-11-13T00:20:34,420 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.shippercb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,43279,1731457211735 got entry batch from reader: WALEntryBatch [walEntries=[{test/7fdab55a5983cdda9a281b0224b7c5a4/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T00:20:34,423 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.shippercb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:20:34,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-13T00:20:34,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44435 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:20:34,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a5bb9bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:34,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44435 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,39315,-1 for getting cluster id 2024-11-13T00:20:34,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:20:34,429 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6141341d-1bad-42d6-a0c2-d3c8f8fd6a7e' 2024-11-13T00:20:34,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:20:34,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6141341d-1bad-42d6-a0c2-d3c8f8fd6a7e" 2024-11-13T00:20:34,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64eb4cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:34,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,39315,-1] 2024-11-13T00:20:34,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:20:34,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:34,431 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:20:34,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d2596aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:34,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44435 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:20:34,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,44435,1731457215677, seqNum=-1] 2024-11-13T00:20:34,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:20:34,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T00:20:34,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30., hostname=cb28580903fb,44435,1731457215677, seqNum=2] 2024-11-13T00:20:34,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44435 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:20:34,626 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 480, reset compression=false 2024-11-13T00:20:34,687 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 379, reset compression=false 2024-11-13T00:20:34,692 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:20:34,692 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 504, reset compression=false 2024-11-13T00:20:34,692 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.shippercb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,44435,1731457215677 got entry batch from reader: WALEntryBatch [walEntries=[{test/a961a7a583e007cbb17a7ae3d6567f30/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T00:20:34,697 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.shippercb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:20:34,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-13T00:20:34,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:20:34,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@419884da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:34,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,36681,-1 for getting cluster id 2024-11-13T00:20:34,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:20:34,703 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac521104-eaa5-4b67-9c6a-62b4c8f624c8' 2024-11-13T00:20:34,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:20:34,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac521104-eaa5-4b67-9c6a-62b4c8f624c8" 2024-11-13T00:20:34,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16ff0dfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:34,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,36681,-1] 2024-11-13T00:20:34,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:20:34,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:34,705 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:20:34,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@248c958a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:34,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:20:34,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,33313,1731457219867, seqNum=-1] 2024-11-13T00:20:34,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:20:34,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T00:20:34,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731457227207.ad5cbac96bde9263dfdd2e29a8e8ba89., hostname=cb28580903fb,33313,1731457219867, seqNum=2] 2024-11-13T00:20:34,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:20:34,740 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 379, reset compression=false 2024-11-13T00:20:34,745 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:20:34,745 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 527, reset compression=false 2024-11-13T00:20:34,745 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.shippercb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,33313,1731457219867 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:20:34,882 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T00:20:34,882 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:20:34,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,44435,1731457215677, seqNum=-1] 2024-11-13T00:20:34,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:20:34,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:20:34,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30., hostname=cb28580903fb,44435,1731457215677, seqNum=2] 2024-11-13T00:20:34,895 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T00:20:34,903 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 504, reset compression=false 2024-11-13T00:20:34,914 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:20:34,914 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 608, reset compression=false 2024-11-13T00:20:34,914 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.shippercb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,44435,1731457215677 got entry batch from reader: WALEntryBatch [walEntries=[{test/a961a7a583e007cbb17a7ae3d6567f30/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T00:20:34,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:20:34,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:20:34,941 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 480, reset compression=false 2024-11-13T00:20:34,953 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 527, reset compression=false 2024-11-13T00:20:34,966 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:20:34,967 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 654, reset compression=false 2024-11-13T00:20:34,967 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.shippercb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,33313,1731457219867 got entry batch from reader: WALEntryBatch [walEntries=[{test/ad5cbac96bde9263dfdd2e29a8e8ba89/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T00:20:34,969 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.shippercb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:20:34,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T00:20:34,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43279 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:20:34,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@816bb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:34,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43279 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41787,-1 for getting cluster id 2024-11-13T00:20:34,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:20:34,977 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98fa6fe7-4d06-4111-abf2-07c49d8ecc37' 2024-11-13T00:20:34,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:20:34,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98fa6fe7-4d06-4111-abf2-07c49d8ecc37" 2024-11-13T00:20:34,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ac72f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:34,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41787,-1] 2024-11-13T00:20:34,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:20:34,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:34,980 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:20:34,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@554a7b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:34,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43279 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:20:34,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,43279,1731457211735, seqNum=-1] 2024-11-13T00:20:34,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:20:34,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T00:20:34,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731457222906.7fdab55a5983cdda9a281b0224b7c5a4., hostname=cb28580903fb,43279,1731457211735, seqNum=2] 2024-11-13T00:20:34,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43279 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:20:35,125 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 608, reset compression=false 2024-11-13T00:20:35,173 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 654, reset compression=false 2024-11-13T00:20:35,346 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 480, reset compression=false 2024-11-13T00:20:35,352 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:20:35,352 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 631, reset compression=false 2024-11-13T00:20:35,352 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.shippercb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,43279,1731457211735 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:20:35,434 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 608, reset compression=false 2024-11-13T00:20:35,481 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 654, reset compression=false 2024-11-13T00:20:35,569 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 631, reset compression=false 2024-11-13T00:20:35,839 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 608, reset compression=false 2024-11-13T00:20:35,874 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 631, reset compression=false 2024-11-13T00:20:35,885 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 654, reset compression=false 2024-11-13T00:20:35,897 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T00:20:35,900 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T00:20:36,027 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:20:36,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:36,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:36,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:36,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:36,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:36,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:36,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:36,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:36,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:36,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:36,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:36,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:36,279 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 631, reset compression=false 2024-11-13T00:20:36,343 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 608, reset compression=false 2024-11-13T00:20:36,388 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 654, reset compression=false 2024-11-13T00:20:36,393 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:20:36,393 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 758, reset compression=false 2024-11-13T00:20:36,393 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.shippercb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,33313,1731457219867 got entry batch from reader: WALEntryBatch [walEntries=[{test/ad5cbac96bde9263dfdd2e29a8e8ba89/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T00:20:36,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43279 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:20:36,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43279 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:20:36,597 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 758, reset compression=false 2024-11-13T00:20:36,782 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 631, reset compression=false 2024-11-13T00:20:36,787 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:20:36,787 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 759, reset compression=false 2024-11-13T00:20:36,787 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.shippercb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,43279,1731457211735 got entry batch from reader: WALEntryBatch [walEntries=[{test/7fdab55a5983cdda9a281b0224b7c5a4/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T00:20:36,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44435 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:20:36,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44435 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:20:36,900 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 758, reset compression=false 2024-11-13T00:20:36,902 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T00:20:36,907 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T00:20:36,947 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 608, reset compression=false 2024-11-13T00:20:36,951 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:20:36,951 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 760, reset compression=false 2024-11-13T00:20:36,952 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.shippercb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,44435,1731457215677 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:20:36,991 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 759, reset compression=false 2024-11-13T00:20:36,995 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:20:36,995 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 915, reset compression=false 2024-11-13T00:20:36,995 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.shippercb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,43279,1731457211735 got entry batch from reader: WALEntryBatch [walEntries=[{test/7fdab55a5983cdda9a281b0224b7c5a4/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T00:20:36,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44435 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:20:37,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44435 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:20:37,154 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 760, reset compression=false 2024-11-13T00:20:37,159 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:20:37,159 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 908, reset compression=false 2024-11-13T00:20:37,159 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.shippercb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,44435,1731457215677 got entry batch from reader: WALEntryBatch [walEntries=[{test/a961a7a583e007cbb17a7ae3d6567f30/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T00:20:37,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:20:37,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:20:37,199 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 915, reset compression=false 2024-11-13T00:20:37,304 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 758, reset compression=false 2024-11-13T00:20:37,309 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:20:37,309 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 929, reset compression=false 2024-11-13T00:20:37,309 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.shippercb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,33313,1731457219867 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:20:37,362 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 908, reset compression=false 2024-11-13T00:20:37,503 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 915, reset compression=false 2024-11-13T00:20:37,517 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 929, reset compression=false 2024-11-13T00:20:37,665 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 908, reset compression=false 2024-11-13T00:20:37,821 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 929, reset compression=false 2024-11-13T00:20:37,906 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 915, reset compression=false 2024-11-13T00:20:37,908 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T00:20:37,912 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T00:20:38,071 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 908, reset compression=false 2024-11-13T00:20:38,078 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:20:38,079 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 1067, reset compression=false 2024-11-13T00:20:38,079 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.shippercb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,44435,1731457215677 got entry batch from reader: WALEntryBatch [walEntries=[{test/a961a7a583e007cbb17a7ae3d6567f30/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T00:20:38,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:20:38,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:20:38,224 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 929, reset compression=false 2024-11-13T00:20:38,230 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:20:38,230 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 1078, reset compression=false 2024-11-13T00:20:38,230 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.shippercb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,33313,1731457219867 got entry batch from reader: WALEntryBatch [walEntries=[{test/ad5cbac96bde9263dfdd2e29a8e8ba89/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T00:20:38,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43279 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:20:38,237 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43279 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:20:38,283 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 1067, reset compression=false 2024-11-13T00:20:38,410 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 915, reset compression=false 2024-11-13T00:20:38,415 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:20:38,416 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 1088, reset compression=false 2024-11-13T00:20:38,416 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.shippercb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,43279,1731457211735 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:20:38,435 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 1078, reset compression=false 2024-11-13T00:20:38,587 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 1067, reset compression=false 2024-11-13T00:20:38,621 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 1088, reset compression=false 2024-11-13T00:20:38,739 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 1078, reset compression=false 2024-11-13T00:20:38,914 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T00:20:38,918 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T00:20:38,926 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 1088, reset compression=false 2024-11-13T00:20:38,992 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 1067, reset compression=false 2024-11-13T00:20:39,143 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 1078, reset compression=false 2024-11-13T00:20:39,148 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:20:39,148 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 1237, reset compression=false 2024-11-13T00:20:39,149 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.shippercb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,33313,1731457219867 got entry batch from reader: WALEntryBatch [walEntries=[{test/ad5cbac96bde9263dfdd2e29a8e8ba89/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T00:20:39,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43279 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:20:39,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43279 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:20:39,329 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 1088, reset compression=false 2024-11-13T00:20:39,333 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:20:39,333 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 1238, reset compression=false 2024-11-13T00:20:39,333 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.shippercb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,43279,1731457211735 got entry batch from reader: WALEntryBatch [walEntries=[{test/7fdab55a5983cdda9a281b0224b7c5a4/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T00:20:39,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44435 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:20:39,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44435 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:20:39,352 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 1237, reset compression=false 2024-11-13T00:20:39,496 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 1067, reset compression=false 2024-11-13T00:20:39,500 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:20:39,500 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 1241, reset compression=false 2024-11-13T00:20:39,500 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.shippercb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,44435,1731457215677 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:20:39,536 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 1238, reset compression=false 2024-11-13T00:20:39,655 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 1237, reset compression=false 2024-11-13T00:20:39,703 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 1241, reset compression=false 2024-11-13T00:20:39,840 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 1238, reset compression=false 2024-11-13T00:20:39,920 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T00:20:39,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15a72c22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:39,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,36681,-1 for getting cluster id 2024-11-13T00:20:39,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:20:39,930 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac521104-eaa5-4b67-9c6a-62b4c8f624c8' 2024-11-13T00:20:39,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:20:39,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac521104-eaa5-4b67-9c6a-62b4c8f624c8" 2024-11-13T00:20:39,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f200e9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:39,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,36681,-1] 2024-11-13T00:20:39,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:20:39,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:39,932 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:20:39,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c87e38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:39,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:20:39,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,36681,1731457219824 2024-11-13T00:20:39,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2424656a 2024-11-13T00:20:39,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:20:39,936 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:20:39,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-13T00:20:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-13T00:20:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T00:20:39,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T00:20:40,007 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 1241, reset compression=false 2024-11-13T00:20:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T00:20:40,058 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 1237, reset compression=false 2024-11-13T00:20:40,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T00:20:40,098 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-13T00:20:40,099 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-13T00:20:40,099 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb28580903fb,33313,1731457219867 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-13T00:20:40,099 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/cb28580903fb:0-0. 2024-11-13T00:20:40,099 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:40,099 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:40,099 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:40,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:20:40,200 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T00:20:40,200 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.shippercb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T00:20:40,249 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 1238, reset compression=false 2024-11-13T00:20:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T00:20:40,300 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.shippercb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 terminated 2024-11-13T00:20:40,320 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-cb28580903fb,33313,1731457219867, ReplicationSource: 1, currentBandwidth=0 2024-11-13T00:20:40,320 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-13T00:20:40,321 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T00:20:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T00:20:40,323 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on cb28580903fb,33313,1731457219867 suceeded 2024-11-13T00:20:40,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T00:20:40,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 378 msec 2024-11-13T00:20:40,325 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-13T00:20:40,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 388 msec 2024-11-13T00:20:40,340 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:41787' 2024-11-13T00:20:40,341 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29c7f057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:40,341 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41787,-1 for getting cluster id 2024-11-13T00:20:40,342 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:20:40,342 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '98fa6fe7-4d06-4111-abf2-07c49d8ecc37' 2024-11-13T00:20:40,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:20:40,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "98fa6fe7-4d06-4111-abf2-07c49d8ecc37" 2024-11-13T00:20:40,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8785a12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:40,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41787,-1] 2024-11-13T00:20:40,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:20:40,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:40,344 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:20:40,345 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68d26a9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:40,345 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:20:40,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,41787,1731457211683 2024-11-13T00:20:40,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@308c8625 2024-11-13T00:20:40,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:20:40,346 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T00:20:40,347 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb28580903fb,33313,1731457219867 (queues=1) is replicating from cluster=ac521104-eaa5-4b67-9c6a-62b4c8f624c8 to cluster=98fa6fe7-4d06-4111-abf2-07c49d8ecc37 2024-11-13T00:20:40,347 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb28580903fb%2C33313%2C1731457219867 2024-11-13T00:20:40,347 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb28580903fb,33313,1731457219867, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T00:20:40,348 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.shippercb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb28580903fb%2C33313%2C1731457219867 2024-11-13T00:20:40,411 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 1241, reset compression=false 2024-11-13T00:20:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T00:20:40,564 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T00:20:40,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:20:40,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:40,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:40,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:40,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:20:40,569 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-13T00:20:40,759 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 1238, reset compression=false 2024-11-13T00:20:40,764 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:20:40,764 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 1342, reset compression=false 2024-11-13T00:20:40,764 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.shippercb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,43279,1731457211735 got entry batch from reader: WALEntryBatch [walEntries=[{test/7fdab55a5983cdda9a281b0224b7c5a4/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T00:20:40,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44435 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:20:40,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44435 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:20:40,920 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 1241, reset compression=false 2024-11-13T00:20:40,932 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:20:40,932 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 1369, reset compression=false 2024-11-13T00:20:40,932 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.shippercb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,44435,1731457215677 got entry batch from reader: WALEntryBatch [walEntries=[{test/a961a7a583e007cbb17a7ae3d6567f30/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T00:20:40,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:20:40,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:20:40,971 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 1342, reset compression=false 2024-11-13T00:20:41,136 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 1369, reset compression=false 2024-11-13T00:20:41,270 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T00:20:41,275 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 1342, reset compression=false 2024-11-13T00:20:41,441 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 1369, reset compression=false 2024-11-13T00:20:41,571 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-13T00:20:41,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411b09c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:41,574 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,36681,-1 for getting cluster id 2024-11-13T00:20:41,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:20:41,575 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac521104-eaa5-4b67-9c6a-62b4c8f624c8' 2024-11-13T00:20:41,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:20:41,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac521104-eaa5-4b67-9c6a-62b4c8f624c8" 2024-11-13T00:20:41,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4bcdc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:41,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,36681,-1] 2024-11-13T00:20:41,576 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:20:41,576 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:41,577 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:20:41,577 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1fb8ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:41,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:20:41,580 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,36681,1731457219824 2024-11-13T00:20:41,580 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@387eda05 2024-11-13T00:20:41,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:20:41,581 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:20:41,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-13T00:20:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-13T00:20:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T00:20:41,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T00:20:41,684 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 1342, reset compression=false 2024-11-13T00:20:41,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T00:20:41,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-13T00:20:41,742 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-13T00:20:41,742 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T00:20:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-13T00:20:41,745 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on cb28580903fb,33313,1731457219867 suceeded 2024-11-13T00:20:41,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-13T00:20:41,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-11-13T00:20:41,747 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-13T00:20:41,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 165 msec 2024-11-13T00:20:41,749 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889, startPosition=1237, beingWritten=true 2024-11-13T00:20:41,755 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:20:41,755 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 1388, reset compression=false 2024-11-13T00:20:41,755 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.shippercb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,33313,1731457219867 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889, lastWalPosition=1388, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:20:41,846 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 1369, reset compression=false 2024-11-13T00:20:41,851 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:20:41,851 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 1473, reset compression=false 2024-11-13T00:20:41,851 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.shippercb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,44435,1731457215677 got entry batch from reader: WALEntryBatch [walEntries=[{test/a961a7a583e007cbb17a7ae3d6567f30/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T00:20:41,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:20:41,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:20:41,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T00:20:41,903 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T00:20:41,903 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:20:41,903 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:41,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:41,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:41,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:20:41,905 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-13T00:20:41,960 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 1388, reset compression=false 2024-11-13T00:20:41,965 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:20:41,965 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 1515, reset compression=false 2024-11-13T00:20:41,965 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.shippercb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,33313,1731457219867 got entry batch from reader: WALEntryBatch [walEntries=[{test/ad5cbac96bde9263dfdd2e29a8e8ba89/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T00:20:41,968 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.shippercb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:20:41,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T00:20:41,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43279 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:20:41,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43279 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:20:42,054 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 1473, reset compression=false 2024-11-13T00:20:42,173 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 1515, reset compression=false 2024-11-13T00:20:42,187 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 1342, reset compression=false 2024-11-13T00:20:42,191 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:20:42,191 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 1493, reset compression=false 2024-11-13T00:20:42,192 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.shippercb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,43279,1731457211735 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:20:42,358 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 1473, reset compression=false 2024-11-13T00:20:42,395 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 1493, reset compression=false 2024-11-13T00:20:42,478 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 1515, reset compression=false 2024-11-13T00:20:42,698 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 1493, reset compression=false 2024-11-13T00:20:42,762 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 1473, reset compression=false 2024-11-13T00:20:42,881 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 1515, reset compression=false 2024-11-13T00:20:42,907 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-13T00:20:42,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T00:20:42,907 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:20:42,907 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:42,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:42,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:42,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:20:42,907 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T00:20:42,907 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1554356019, stopped=false 2024-11-13T00:20:42,907 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb28580903fb,36681,1731457219824 2024-11-13T00:20:42,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x1010eb243940007, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21468267810/running 2024-11-13T00:20:42,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21468267810/running 2024-11-13T00:20:42,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x1010eb243940007, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21468267810 2024-11-13T00:20:42,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21468267810 2024-11-13T00:20:42,909 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:20:42,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:20:42,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:42,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:42,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Set watcher on znode that does not yet exist, /21468267810/running 2024-11-13T00:20:42,910 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,33313,1731457219867' ***** 2024-11-13T00:20:42,910 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:20:42,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33313-0x1010eb243940007, quorum=127.0.0.1:62134, baseZNode=/21468267810 Set watcher on znode that does not yet exist, /21468267810/running 2024-11-13T00:20:42,910 INFO [RS:0;cb28580903fb:33313 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:20:42,910 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:20:42,910 INFO [RS:0;cb28580903fb:33313 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:20:42,911 INFO [RS:0;cb28580903fb:33313 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:20:42,911 INFO [RS:0;cb28580903fb:33313 {}] regionserver.HRegionServer(3091): Received CLOSE for ad5cbac96bde9263dfdd2e29a8e8ba89 2024-11-13T00:20:42,911 INFO [RS:0;cb28580903fb:33313 {}] regionserver.HRegionServer(3091): Received CLOSE for 12d29a869cba4a04c761289fe468b607 2024-11-13T00:20:42,911 INFO [RS:0;cb28580903fb:33313 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,33313,1731457219867 2024-11-13T00:20:42,911 INFO [RS:0;cb28580903fb:33313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:20:42,911 INFO [RS:0;cb28580903fb:33313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:33313. 2024-11-13T00:20:42,911 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad5cbac96bde9263dfdd2e29a8e8ba89, disabling compactions & flushes 2024-11-13T00:20:42,911 DEBUG [RS:0;cb28580903fb:33313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:42,911 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731457227207.ad5cbac96bde9263dfdd2e29a8e8ba89. 2024-11-13T00:20:42,911 DEBUG [RS:0;cb28580903fb:33313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:42,911 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457227207.ad5cbac96bde9263dfdd2e29a8e8ba89. 2024-11-13T00:20:42,911 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731457227207.ad5cbac96bde9263dfdd2e29a8e8ba89. after waiting 0 ms 2024-11-13T00:20:42,912 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731457227207.ad5cbac96bde9263dfdd2e29a8e8ba89. 2024-11-13T00:20:42,912 INFO [RS:0;cb28580903fb:33313 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:20:42,912 INFO [RS:0;cb28580903fb:33313 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:20:42,912 INFO [RS:0;cb28580903fb:33313 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:20:42,912 INFO [RS:0;cb28580903fb:33313 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T00:20:42,912 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ad5cbac96bde9263dfdd2e29a8e8ba89 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T00:20:42,912 INFO [RS:0;cb28580903fb:33313 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T00:20:42,912 DEBUG [RS:0;cb28580903fb:33313 {}] regionserver.HRegionServer(1325): Online Regions={ad5cbac96bde9263dfdd2e29a8e8ba89=test,,1731457227207.ad5cbac96bde9263dfdd2e29a8e8ba89., 12d29a869cba4a04c761289fe468b607=hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T00:20:42,912 DEBUG [RS:0;cb28580903fb:33313 {}] regionserver.HRegionServer(1351): Waiting on 12d29a869cba4a04c761289fe468b607, 1588230740, ad5cbac96bde9263dfdd2e29a8e8ba89 2024-11-13T00:20:42,912 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:20:42,912 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:20:42,912 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:20:42,912 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:20:42,912 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:20:42,912 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T00:20:42,929 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/default/test/ad5cbac96bde9263dfdd2e29a8e8ba89/.tmp/f/c60609cda3ad4f99893e27991da4f1be is 37, key is row3/f:row3/1731457240566/Put/seqid=0 2024-11-13T00:20:42,931 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/1588230740/.tmp/info/8b8b4fc316374c9399886674cb4a13a8 is 147, key is hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607./info:regioninfo/1731457233473/Put/seqid=0 2024-11-13T00:20:42,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741840_1016 (size=5228) 2024-11-13T00:20:42,933 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/default/test/ad5cbac96bde9263dfdd2e29a8e8ba89/.tmp/f/c60609cda3ad4f99893e27991da4f1be 2024-11-13T00:20:42,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741841_1017 (size=7686) 2024-11-13T00:20:42,937 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c60609cda3ad4f99893e27991da4f1be 2024-11-13T00:20:42,953 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:20:42,956 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/default/test/ad5cbac96bde9263dfdd2e29a8e8ba89/.tmp/f1/30cbc2b5a93741b49c85ea05a7f92904 is 30, key is row1/f1:/1731457237909/DeleteFamily/seqid=0 2024-11-13T00:20:42,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741842_1018 (size=5158) 2024-11-13T00:20:42,960 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/default/test/ad5cbac96bde9263dfdd2e29a8e8ba89/.tmp/f1/30cbc2b5a93741b49c85ea05a7f92904 2024-11-13T00:20:42,964 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30cbc2b5a93741b49c85ea05a7f92904 2024-11-13T00:20:42,977 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/default/test/ad5cbac96bde9263dfdd2e29a8e8ba89/.tmp/norep/e39c8db15d134c4eb5526bd032fbcb54 is 33, key is row2/norep:/1731457238915/DeleteFamily/seqid=0 2024-11-13T00:20:42,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741843_1019 (size=5108) 2024-11-13T00:20:43,101 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 1493, reset compression=false 2024-11-13T00:20:43,112 DEBUG [RS:0;cb28580903fb:33313 {}] regionserver.HRegionServer(1351): Waiting on 12d29a869cba4a04c761289fe468b607, 1588230740, ad5cbac96bde9263dfdd2e29a8e8ba89 2024-11-13T00:20:43,266 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 1473, reset compression=false 2024-11-13T00:20:43,312 DEBUG [RS:0;cb28580903fb:33313 {}] regionserver.HRegionServer(1351): Waiting on 12d29a869cba4a04c761289fe468b607, 1588230740, ad5cbac96bde9263dfdd2e29a8e8ba89 2024-11-13T00:20:43,338 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/1588230740/.tmp/info/8b8b4fc316374c9399886674cb4a13a8 2024-11-13T00:20:43,357 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/1588230740/.tmp/ns/95c26ff9840e4304973ff2ebc34ab77a is 43, key is default/ns:d/1731457222823/Put/seqid=0 2024-11-13T00:20:43,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741844_1020 (size=5153) 2024-11-13T00:20:43,362 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/1588230740/.tmp/ns/95c26ff9840e4304973ff2ebc34ab77a 2024-11-13T00:20:43,381 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/default/test/ad5cbac96bde9263dfdd2e29a8e8ba89/.tmp/norep/e39c8db15d134c4eb5526bd032fbcb54 2024-11-13T00:20:43,381 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/1588230740/.tmp/rep_barrier/23fecce031f142a6bf20e272a327e28f is 112, key is test,,1731457227207.ad5cbac96bde9263dfdd2e29a8e8ba89./rep_barrier:seqnumDuringOpen/1731457228353/Put/seqid=0 2024-11-13T00:20:43,385 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 1515, reset compression=false 2024-11-13T00:20:43,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741845_1021 (size=5518) 2024-11-13T00:20:43,385 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e39c8db15d134c4eb5526bd032fbcb54 2024-11-13T00:20:43,385 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/1588230740/.tmp/rep_barrier/23fecce031f142a6bf20e272a327e28f 2024-11-13T00:20:43,387 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/default/test/ad5cbac96bde9263dfdd2e29a8e8ba89/.tmp/f/c60609cda3ad4f99893e27991da4f1be as hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/default/test/ad5cbac96bde9263dfdd2e29a8e8ba89/f/c60609cda3ad4f99893e27991da4f1be 2024-11-13T00:20:43,392 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c60609cda3ad4f99893e27991da4f1be 2024-11-13T00:20:43,392 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/default/test/ad5cbac96bde9263dfdd2e29a8e8ba89/f/c60609cda3ad4f99893e27991da4f1be, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T00:20:43,393 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/default/test/ad5cbac96bde9263dfdd2e29a8e8ba89/.tmp/f1/30cbc2b5a93741b49c85ea05a7f92904 as hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/default/test/ad5cbac96bde9263dfdd2e29a8e8ba89/f1/30cbc2b5a93741b49c85ea05a7f92904 2024-11-13T00:20:43,397 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:20:43,397 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 1762, reset compression=false 2024-11-13T00:20:43,397 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30cbc2b5a93741b49c85ea05a7f92904 2024-11-13T00:20:43,397 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.shippercb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,33313,1731457219867 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:20:43,397 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/default/test/ad5cbac96bde9263dfdd2e29a8e8ba89/f1/30cbc2b5a93741b49c85ea05a7f92904, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T00:20:43,398 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/default/test/ad5cbac96bde9263dfdd2e29a8e8ba89/.tmp/norep/e39c8db15d134c4eb5526bd032fbcb54 as hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/default/test/ad5cbac96bde9263dfdd2e29a8e8ba89/norep/e39c8db15d134c4eb5526bd032fbcb54 2024-11-13T00:20:43,398 ERROR [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.shippercb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cb28580903fb,33313,1731457219867: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cb28580903fb,33313,1731457219867, walGroup=cb28580903fb%2C33313%2C1731457219867, offset=cb28580903fb%2C33313%2C1731457219867.1731457221889:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:33313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T00:20:43,399 ERROR [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.shippercb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T00:20:43,399 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.shippercb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T00:20:43,400 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.shippercb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T00:20:43,400 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.shippercb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T00:20:43,400 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.shippercb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T00:20:43,400 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.shippercb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 910913184 }, "NonHeapMemoryUsage": { "committed": 201523200, "init": 7667712, "max": -1, "used": 198726224 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T00:20:43,400 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.shippercb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:36681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:36681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T00:20:43,403 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e39c8db15d134c4eb5526bd032fbcb54 2024-11-13T00:20:43,403 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/default/test/ad5cbac96bde9263dfdd2e29a8e8ba89/norep/e39c8db15d134c4eb5526bd032fbcb54, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T00:20:43,408 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ad5cbac96bde9263dfdd2e29a8e8ba89 in 496ms, sequenceid=12, compaction requested=false 2024-11-13T00:20:43,416 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/1588230740/.tmp/table/e95676bcbd724de59158618f20f4e4eb is 53, key is hbase:replication/table:state/1731457233482/Put/seqid=0 2024-11-13T00:20:43,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741846_1022 (size=5308) 2024-11-13T00:20:43,426 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/1588230740/.tmp/table/e95676bcbd724de59158618f20f4e4eb 2024-11-13T00:20:43,431 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/1588230740/.tmp/info/8b8b4fc316374c9399886674cb4a13a8 as hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/1588230740/info/8b8b4fc316374c9399886674cb4a13a8 2024-11-13T00:20:43,436 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/1588230740/info/8b8b4fc316374c9399886674cb4a13a8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T00:20:43,437 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/1588230740/.tmp/ns/95c26ff9840e4304973ff2ebc34ab77a as hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/1588230740/ns/95c26ff9840e4304973ff2ebc34ab77a 2024-11-13T00:20:43,437 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/default/test/ad5cbac96bde9263dfdd2e29a8e8ba89/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T00:20:43,438 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:20:43,438 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T00:20:43,438 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731457227207.ad5cbac96bde9263dfdd2e29a8e8ba89. 2024-11-13T00:20:43,438 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad5cbac96bde9263dfdd2e29a8e8ba89: Waiting for close lock at 1731457242911Running coprocessor pre-close hooks at 1731457242911Disabling compacts and flushes for region at 1731457242911Disabling writes for close at 1731457242912 (+1 ms)Obtaining lock to block concurrent updates at 1731457242912Preparing flush snapshotting stores in ad5cbac96bde9263dfdd2e29a8e8ba89 at 1731457242912Finished memstore snapshotting test,,1731457227207.ad5cbac96bde9263dfdd2e29a8e8ba89., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731457242912Flushing stores of test,,1731457227207.ad5cbac96bde9263dfdd2e29a8e8ba89. at 1731457242913 (+1 ms)Flushing ad5cbac96bde9263dfdd2e29a8e8ba89/f: creating writer at 1731457242913Flushing ad5cbac96bde9263dfdd2e29a8e8ba89/f: appending metadata at 1731457242928 (+15 ms)Flushing ad5cbac96bde9263dfdd2e29a8e8ba89/f: closing flushed file at 1731457242928Flushing ad5cbac96bde9263dfdd2e29a8e8ba89/f1: creating writer at 1731457242938 (+10 ms)Flushing ad5cbac96bde9263dfdd2e29a8e8ba89/f1: appending metadata at 1731457242955 (+17 ms)Flushing ad5cbac96bde9263dfdd2e29a8e8ba89/f1: closing flushed file at 1731457242956 (+1 ms)Flushing ad5cbac96bde9263dfdd2e29a8e8ba89/norep: creating writer at 1731457242964 (+8 ms)Flushing ad5cbac96bde9263dfdd2e29a8e8ba89/norep: appending metadata at 1731457242977 (+13 ms)Flushing ad5cbac96bde9263dfdd2e29a8e8ba89/norep: closing flushed file at 1731457242977Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@155fdb66: reopening flushed file at 1731457243385 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31106a0e: reopening flushed file at 1731457243392 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@671dd101: reopening flushed file at 1731457243397 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ad5cbac96bde9263dfdd2e29a8e8ba89 in 496ms, sequenceid=12, compaction requested=false at 1731457243408 (+11 ms)Writing region close event to WAL at 1731457243421 (+13 ms)Running coprocessor post-close hooks at 1731457243438 (+17 ms)Closed at 1731457243438 2024-11-13T00:20:43,438 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731457227207.ad5cbac96bde9263dfdd2e29a8e8ba89. 2024-11-13T00:20:43,439 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12d29a869cba4a04c761289fe468b607, disabling compactions & flushes 2024-11-13T00:20:43,439 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607. 2024-11-13T00:20:43,439 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607. 2024-11-13T00:20:43,439 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607. after waiting 0 ms 2024-11-13T00:20:43,439 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607. 2024-11-13T00:20:43,439 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12d29a869cba4a04c761289fe468b607: Waiting for close lock at 1731457243439Running coprocessor pre-close hooks at 1731457243439Disabling compacts and flushes for region at 1731457243439Disabling writes for close at 1731457243439Failed flush hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607., putting online again at 1731457243439 2024-11-13T00:20:43,439 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607. 2024-11-13T00:20:43,441 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/1588230740/ns/95c26ff9840e4304973ff2ebc34ab77a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T00:20:43,442 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/1588230740/.tmp/rep_barrier/23fecce031f142a6bf20e272a327e28f as hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/1588230740/rep_barrier/23fecce031f142a6bf20e272a327e28f 2024-11-13T00:20:43,445 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/1588230740/rep_barrier/23fecce031f142a6bf20e272a327e28f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T00:20:43,447 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/1588230740/.tmp/table/e95676bcbd724de59158618f20f4e4eb as hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/1588230740/table/e95676bcbd724de59158618f20f4e4eb 2024-11-13T00:20:43,452 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/1588230740/table/e95676bcbd724de59158618f20f4e4eb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T00:20:43,453 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 540ms, sequenceid=16, compaction requested=false 2024-11-13T00:20:43,460 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T00:20:43,460 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:20:43,460 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:20:43,460 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:20:43,460 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457242912Running coprocessor pre-close hooks at 1731457242912Disabling compacts and flushes for region at 1731457242912Disabling writes for close at 1731457242912Obtaining lock to block concurrent updates at 1731457242912Preparing flush snapshotting stores in 1588230740 at 1731457242912Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731457242913 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731457242913Flushing 1588230740/info: creating writer at 1731457242913Flushing 1588230740/info: appending metadata at 1731457242931 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731457242931Flushing 1588230740/ns: creating writer at 1731457243342 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731457243357 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731457243357Flushing 1588230740/rep_barrier: creating writer at 1731457243366 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731457243380 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731457243381 (+1 ms)Flushing 1588230740/table: creating writer at 1731457243390 (+9 ms)Flushing 1588230740/table: appending metadata at 1731457243416 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731457243416Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ba89ab1: reopening flushed file at 1731457243431 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1375d2c6: reopening flushed file at 1731457243436 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e9b4fc8: reopening flushed file at 1731457243441 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23f3d86e: reopening flushed file at 1731457243446 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 540ms, sequenceid=16, compaction requested=false at 1731457243453 (+7 ms)Writing region close event to WAL at 1731457243457 (+4 ms)Running coprocessor post-close hooks at 1731457243460 (+3 ms)Closed at 1731457243460 2024-11-13T00:20:43,461 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T00:20:43,513 INFO [RS:0;cb28580903fb:33313 {}] regionserver.HRegionServer(3091): Received CLOSE for 12d29a869cba4a04c761289fe468b607 2024-11-13T00:20:43,513 DEBUG [RS:0;cb28580903fb:33313 {}] regionserver.HRegionServer(1351): Waiting on 12d29a869cba4a04c761289fe468b607 2024-11-13T00:20:43,513 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12d29a869cba4a04c761289fe468b607, disabling compactions & flushes 2024-11-13T00:20:43,513 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607. 2024-11-13T00:20:43,513 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607. 2024-11-13T00:20:43,513 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607. after waiting 0 ms 2024-11-13T00:20:43,513 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607. 2024-11-13T00:20:43,513 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12d29a869cba4a04c761289fe468b607: Waiting for close lock at 1731457243513Running coprocessor pre-close hooks at 1731457243513Disabling compacts and flushes for region at 1731457243513Disabling writes for close at 1731457243513Failed flush hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607., putting online again at 1731457243513 2024-11-13T00:20:43,513 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731457232674.12d29a869cba4a04c761289fe468b607. 2024-11-13T00:20:43,602 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 1762, reset compression=false 2024-11-13T00:20:43,605 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 1493, reset compression=false 2024-11-13T00:20:43,607 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:20:43,607 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 2406, reset compression=false 2024-11-13T00:20:43,713 INFO [RS:0;cb28580903fb:33313 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T00:20:43,713 INFO [RS:0;cb28580903fb:33313 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,33313,1731457219867; all regions closed. 2024-11-13T00:20:43,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741834_1010 (size=4239) 2024-11-13T00:20:43,728 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.meta.1731457222782.meta not finished, retry = 0 2024-11-13T00:20:43,750 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T00:20:43,750 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T00:20:43,816 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/WALs/cb28580903fb,33313,1731457219867/cb28580903fb%2C33313%2C1731457219867.1731457221889 to pos 2406, reset compression=false 2024-11-13T00:20:43,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741839_1015 (size=2609) 2024-11-13T00:20:43,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741832_1008 (size=2414) 2024-11-13T00:20:43,834 DEBUG [RS:0;cb28580903fb:33313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:43,834 INFO [RS:0;cb28580903fb:33313 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:20:43,834 INFO [RS:0;cb28580903fb:33313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:20:43,834 INFO [RS:0;cb28580903fb:33313 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T00:20:43,834 INFO [RS:0;cb28580903fb:33313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:20:43,834 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:20:43,835 INFO [RS:0;cb28580903fb:33313 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb28580903fb,33313,1731457219867 because: Region server is closing 2024-11-13T00:20:43,836 INFO [RS:0;cb28580903fb:33313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:33313. 2024-11-13T00:20:43,836 DEBUG [RS:0;cb28580903fb:33313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:43,836 DEBUG [RS:0;cb28580903fb:33313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:43,836 DEBUG [RS:0;cb28580903fb:33313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:43,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:20:43,869 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 1473, reset compression=false 2024-11-13T00:20:43,936 INFO [RS:0;cb28580903fb:33313 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.shippercb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 terminated 2024-11-13T00:20:43,936 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,33313,1731457219867.replicationSource.wal-reader.cb28580903fb%2C33313%2C1731457219867,1-cb28580903fb,33313,1731457219867 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T00:20:43,937 INFO [RS:0;cb28580903fb:33313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:33313. 2024-11-13T00:20:43,937 DEBUG [RS:0;cb28580903fb:33313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:43,937 DEBUG [RS:0;cb28580903fb:33313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:43,937 DEBUG [RS:0;cb28580903fb:33313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:43,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:20:43,937 INFO [RS:0;cb28580903fb:33313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33313 2024-11-13T00:20:43,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21468267810/rs 2024-11-13T00:20:43,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x1010eb243940007, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21468267810/rs/cb28580903fb,33313,1731457219867 2024-11-13T00:20:43,940 INFO [RS:0;cb28580903fb:33313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:20:43,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,33313,1731457219867] 2024-11-13T00:20:43,946 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21468267810/draining/cb28580903fb,33313,1731457219867 already deleted, retry=false 2024-11-13T00:20:43,946 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,33313,1731457219867 expired; onlineServers=0 2024-11-13T00:20:43,946 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb28580903fb,36681,1731457219824' ***** 2024-11-13T00:20:43,946 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T00:20:43,946 INFO [M:0;cb28580903fb:36681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:20:43,946 INFO [M:0;cb28580903fb:36681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:20:43,946 DEBUG [M:0;cb28580903fb:36681 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T00:20:43,946 DEBUG [M:0;cb28580903fb:36681 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T00:20:43,946 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T00:20:43,946 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457221635 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457221635,5,FailOnTimeoutGroup] 2024-11-13T00:20:43,946 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457221635 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457221635,5,FailOnTimeoutGroup] 2024-11-13T00:20:43,947 INFO [M:0;cb28580903fb:36681 {}] hbase.ChoreService(370): Chore service for: master/cb28580903fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T00:20:43,947 INFO [M:0;cb28580903fb:36681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:20:43,947 DEBUG [M:0;cb28580903fb:36681 {}] master.HMaster(1795): Stopping service threads 2024-11-13T00:20:43,947 INFO [M:0;cb28580903fb:36681 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T00:20:43,947 INFO [M:0;cb28580903fb:36681 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:20:43,947 INFO [M:0;cb28580903fb:36681 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T00:20:43,947 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T00:20:43,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21468267810/master 2024-11-13T00:20:43,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21468267810 2024-11-13T00:20:43,948 DEBUG [M:0;cb28580903fb:36681 {}] zookeeper.ZKUtil(347): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Unable to get data of znode /21468267810/master because node does not exist (not an error) 2024-11-13T00:20:43,948 WARN [M:0;cb28580903fb:36681 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T00:20:43,949 INFO [M:0;cb28580903fb:36681 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/.lastflushedseqids 2024-11-13T00:20:43,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741847_1023 (size=245) 2024-11-13T00:20:44,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x1010eb243940007, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:20:44,045 INFO [RS:0;cb28580903fb:33313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:20:44,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33313-0x1010eb243940007, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:20:44,045 INFO [RS:0;cb28580903fb:33313 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,33313,1731457219867; zookeeper connection closed. 2024-11-13T00:20:44,046 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9fd9321 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9fd9321 2024-11-13T00:20:44,046 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T00:20:44,209 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 1493, reset compression=false 2024-11-13T00:20:44,357 INFO [M:0;cb28580903fb:36681 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T00:20:44,357 INFO [M:0;cb28580903fb:36681 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T00:20:44,357 DEBUG [M:0;cb28580903fb:36681 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:20:44,357 INFO [M:0;cb28580903fb:36681 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:44,357 DEBUG [M:0;cb28580903fb:36681 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:44,357 DEBUG [M:0;cb28580903fb:36681 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:20:44,357 DEBUG [M:0;cb28580903fb:36681 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:44,357 INFO [M:0;cb28580903fb:36681 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-13T00:20:44,376 DEBUG [M:0;cb28580903fb:36681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/928861f1e01f4e4fa7b92c1afb9b0831 is 82, key is hbase:meta,,1/info:regioninfo/1731457222812/Put/seqid=0 2024-11-13T00:20:44,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741848_1024 (size=5672) 2024-11-13T00:20:44,573 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 1473, reset compression=false 2024-11-13T00:20:44,780 INFO [M:0;cb28580903fb:36681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/928861f1e01f4e4fa7b92c1afb9b0831 2024-11-13T00:20:44,803 DEBUG [M:0;cb28580903fb:36681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4755f134459c4513811d30e56b22f750 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731457233485/Put/seqid=0 2024-11-13T00:20:44,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741849_1025 (size=9212) 2024-11-13T00:20:44,913 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 1493, reset compression=false 2024-11-13T00:20:45,207 INFO [M:0;cb28580903fb:36681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4755f134459c4513811d30e56b22f750 2024-11-13T00:20:45,217 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T00:20:45,230 DEBUG [M:0;cb28580903fb:36681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f8d4ce347874d95ab462319eb8c56a0 is 69, key is cb28580903fb,33313,1731457219867/rs:state/1731457221715/Put/seqid=0 2024-11-13T00:20:45,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741850_1026 (size=5156) 2024-11-13T00:20:45,377 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 1473, reset compression=false 2024-11-13T00:20:45,635 INFO [M:0;cb28580903fb:36681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f8d4ce347874d95ab462319eb8c56a0 2024-11-13T00:20:45,640 DEBUG [M:0;cb28580903fb:36681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/928861f1e01f4e4fa7b92c1afb9b0831 as hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/928861f1e01f4e4fa7b92c1afb9b0831 2024-11-13T00:20:45,644 INFO [M:0;cb28580903fb:36681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/928861f1e01f4e4fa7b92c1afb9b0831, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T00:20:45,645 DEBUG [M:0;cb28580903fb:36681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4755f134459c4513811d30e56b22f750 as hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4755f134459c4513811d30e56b22f750 2024-11-13T00:20:45,654 INFO [M:0;cb28580903fb:36681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4755f134459c4513811d30e56b22f750, entries=15, sequenceid=127, filesize=9.0 K 2024-11-13T00:20:45,655 DEBUG [M:0;cb28580903fb:36681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f8d4ce347874d95ab462319eb8c56a0 as hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f8d4ce347874d95ab462319eb8c56a0 2024-11-13T00:20:45,660 INFO [M:0;cb28580903fb:36681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39401/user/jenkins/test-data/d732eab4-a5ab-0e24-443a-1ac86ed8c829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f8d4ce347874d95ab462319eb8c56a0, entries=1, sequenceid=127, filesize=5.0 K 2024-11-13T00:20:45,661 INFO [M:0;cb28580903fb:36681 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=127, compaction requested=false 2024-11-13T00:20:45,687 INFO [M:0;cb28580903fb:36681 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:45,687 DEBUG [M:0;cb28580903fb:36681 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457244357Disabling compacts and flushes for region at 1731457244357Disabling writes for close at 1731457244357Obtaining lock to block concurrent updates at 1731457244357Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731457244357Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731457244358 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731457244358Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731457244358Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731457244376 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731457244376Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731457244784 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731457244803 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731457244803Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731457245211 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731457245230 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731457245230Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@653b6c0a: reopening flushed file at 1731457245639 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fc55844: reopening flushed file at 1731457245645 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2171d1e8: reopening flushed file at 1731457245654 (+9 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=127, compaction requested=false at 1731457245661 (+7 ms)Writing region close event to WAL at 1731457245686 (+25 ms)Closed at 1731457245686 2024-11-13T00:20:45,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45089 is added to blk_1073741830_1006 (size=73866) 2024-11-13T00:20:45,691 INFO [M:0;cb28580903fb:36681 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T00:20:45,692 INFO [M:0;cb28580903fb:36681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36681 2024-11-13T00:20:45,692 INFO [M:0;cb28580903fb:36681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:20:45,693 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:20:45,717 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 1493, reset compression=false 2024-11-13T00:20:45,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:20:45,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36681-0x1010eb243940006, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:20:45,801 INFO [M:0;cb28580903fb:36681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:20:45,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d95389{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:20:45,804 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@620c8a63{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:20:45,805 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:20:45,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@190e30a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:20:45,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f83a877{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/hadoop.log.dir/,STOPPED} 2024-11-13T00:20:45,807 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:20:45,807 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:20:45,807 WARN [BP-852599679-172.17.0.2-1731457218741 heartbeating to localhost/127.0.0.1:39401 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:20:45,807 WARN [BP-852599679-172.17.0.2-1731457218741 heartbeating to localhost/127.0.0.1:39401 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-852599679-172.17.0.2-1731457218741 (Datanode Uuid 9eacec39-734b-48db-8afb-8dc1870be67d) service to localhost/127.0.0.1:39401 2024-11-13T00:20:45,808 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/cluster_0a08d817-7c41-4616-fbea-46187f31d4f5/data/data1/current/BP-852599679-172.17.0.2-1731457218741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:20:45,808 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/cluster_0a08d817-7c41-4616-fbea-46187f31d4f5/data/data2/current/BP-852599679-172.17.0.2-1731457218741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:20:45,809 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:20:45,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41149db8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:20:45,819 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cc3dc84{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:20:45,820 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:20:45,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51b00fd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:20:45,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f137416{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/hadoop.log.dir/,STOPPED} 2024-11-13T00:20:45,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T00:20:45,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T00:20:45,838 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:20:45,838 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:45,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:45,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:20:45,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:45,839 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T00:20:45,839 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1190893285, stopped=false 2024-11-13T00:20:45,839 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb28580903fb,39315,1731457215635 2024-11-13T00:20:45,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-104499830/running 2024-11-13T00:20:45,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104499830 2024-11-13T00:20:45,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44435-0x1010eb243940004, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-104499830/running 2024-11-13T00:20:45,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44435-0x1010eb243940004, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104499830 2024-11-13T00:20:45,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Set watcher on znode that does not yet exist, /1-104499830/running 2024-11-13T00:20:45,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44435-0x1010eb243940004, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Set watcher on znode that does not yet exist, /1-104499830/running 2024-11-13T00:20:45,848 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:20:45,849 INFO [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-13T00:20:45,849 INFO [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer(3091): Received CLOSE for f83dc8f52873baf1cc9c97748cafda44 2024-11-13T00:20:45,849 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:20:45,849 INFO [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer(3091): Received CLOSE for a961a7a583e007cbb17a7ae3d6567f30 2024-11-13T00:20:45,849 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:45,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:45,850 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f83dc8f52873baf1cc9c97748cafda44, disabling compactions & flushes 2024-11-13T00:20:45,850 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44. 2024-11-13T00:20:45,850 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44. 2024-11-13T00:20:45,850 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,44435,1731457215677' ***** 2024-11-13T00:20:45,850 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44. after waiting 0 ms 2024-11-13T00:20:45,850 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:20:45,850 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44. 2024-11-13T00:20:45,850 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f83dc8f52873baf1cc9c97748cafda44 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-13T00:20:45,851 INFO [RS:0;cb28580903fb:44435 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:20:45,851 INFO [RS:0;cb28580903fb:44435 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:20:45,851 INFO [RS:0;cb28580903fb:44435 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:20:45,852 INFO [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: a961a7a583e007cbb17a7ae3d6567f30, which we are already trying to CLOSE, but not completed yet 2024-11-13T00:20:45,852 INFO [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,44435,1731457215677 2024-11-13T00:20:45,852 INFO [RS:0;cb28580903fb:44435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:20:45,852 INFO [RS:0;cb28580903fb:44435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:44435. 2024-11-13T00:20:45,852 DEBUG [RS:0;cb28580903fb:44435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:45,852 DEBUG [RS:0;cb28580903fb:44435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:45,852 INFO [RS:0;cb28580903fb:44435 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:20:45,852 INFO [RS:0;cb28580903fb:44435 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:20:45,852 INFO [RS:0;cb28580903fb:44435 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:20:45,852 INFO [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T00:20:45,852 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:20:45,856 INFO [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T00:20:45,856 DEBUG [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer(1325): Online Regions={f83dc8f52873baf1cc9c97748cafda44=hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44., 1588230740=hbase:meta,,1.1588230740, a961a7a583e007cbb17a7ae3d6567f30=test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30.} 2024-11-13T00:20:45,856 DEBUG [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a961a7a583e007cbb17a7ae3d6567f30, f83dc8f52873baf1cc9c97748cafda44 2024-11-13T00:20:45,857 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:20:45,857 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:20:45,857 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:20:45,857 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:20:45,857 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:20:45,857 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T00:20:45,878 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/replication/f83dc8f52873baf1cc9c97748cafda44/.tmp/queue/44a7d3a8f754472da119ca3f8cb36858 is 154, key is 1-cb28580903fb,44435,1731457215677/queue:cb28580903fb%2C44435%2C1731457215677/1731457241855/Put/seqid=0 2024-11-13T00:20:45,880 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/1588230740/.tmp/info/c6f52841ab6441ccb924255489764ee1 is 147, key is hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44./info:regioninfo/1731457232313/Put/seqid=0 2024-11-13T00:20:45,881 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:20:45,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741840_1016 (size=5353) 2024-11-13T00:20:45,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741841_1017 (size=7686) 2024-11-13T00:20:45,906 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/1588230740/.tmp/info/c6f52841ab6441ccb924255489764ee1 2024-11-13T00:20:45,945 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/1588230740/.tmp/ns/41a2dd0243544fa6929ad3ab1f73da40 is 43, key is default/ns:d/1731457218635/Put/seqid=0 2024-11-13T00:20:45,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741842_1018 (size=5153) 2024-11-13T00:20:45,959 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/1588230740/.tmp/ns/41a2dd0243544fa6929ad3ab1f73da40 2024-11-13T00:20:45,985 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/1588230740/.tmp/rep_barrier/16d0917f4d444dc4a907cafca55c5c91 is 112, key is test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30./rep_barrier:seqnumDuringOpen/1731457226203/Put/seqid=0 2024-11-13T00:20:45,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741843_1019 (size=5518) 2024-11-13T00:20:46,057 DEBUG [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a961a7a583e007cbb17a7ae3d6567f30, f83dc8f52873baf1cc9c97748cafda44 2024-11-13T00:20:46,257 DEBUG [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a961a7a583e007cbb17a7ae3d6567f30, f83dc8f52873baf1cc9c97748cafda44 2024-11-13T00:20:46,281 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.1731457217686 to pos 1473, reset compression=false 2024-11-13T00:20:46,299 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/replication/f83dc8f52873baf1cc9c97748cafda44/.tmp/queue/44a7d3a8f754472da119ca3f8cb36858 2024-11-13T00:20:46,305 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/replication/f83dc8f52873baf1cc9c97748cafda44/.tmp/queue/44a7d3a8f754472da119ca3f8cb36858 as hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/replication/f83dc8f52873baf1cc9c97748cafda44/queue/44a7d3a8f754472da119ca3f8cb36858 2024-11-13T00:20:46,312 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/replication/f83dc8f52873baf1cc9c97748cafda44/queue/44a7d3a8f754472da119ca3f8cb36858, entries=1, sequenceid=14, filesize=5.2 K 2024-11-13T00:20:46,317 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for f83dc8f52873baf1cc9c97748cafda44 in 466ms, sequenceid=14, compaction requested=false 2024-11-13T00:20:46,322 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/replication/f83dc8f52873baf1cc9c97748cafda44/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-13T00:20:46,322 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:20:46,322 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:20:46,322 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44. 2024-11-13T00:20:46,323 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f83dc8f52873baf1cc9c97748cafda44: Waiting for close lock at 1731457245850Running coprocessor pre-close hooks at 1731457245850Disabling compacts and flushes for region at 1731457245850Disabling writes for close at 1731457245850Obtaining lock to block concurrent updates at 1731457245850Preparing flush snapshotting stores in f83dc8f52873baf1cc9c97748cafda44 at 1731457245850Finished memstore snapshotting hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731457245851 (+1 ms)Flushing stores of hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44. at 1731457245852 (+1 ms)Flushing f83dc8f52873baf1cc9c97748cafda44/queue: creating writer at 1731457245852Flushing f83dc8f52873baf1cc9c97748cafda44/queue: appending metadata at 1731457245878 (+26 ms)Flushing f83dc8f52873baf1cc9c97748cafda44/queue: closing flushed file at 1731457245878Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6686e5dc: reopening flushed file at 1731457246304 (+426 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for f83dc8f52873baf1cc9c97748cafda44 in 466ms, sequenceid=14, compaction requested=false at 1731457246317 (+13 ms)Writing region close event to WAL at 1731457246317Running coprocessor post-close hooks at 1731457246322 (+5 ms)Closed at 1731457246322 2024-11-13T00:20:46,323 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731457231522.f83dc8f52873baf1cc9c97748cafda44. 2024-11-13T00:20:46,323 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a961a7a583e007cbb17a7ae3d6567f30, disabling compactions & flushes 2024-11-13T00:20:46,323 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30. 2024-11-13T00:20:46,323 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30. 2024-11-13T00:20:46,323 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30. after waiting 0 ms 2024-11-13T00:20:46,323 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30. 2024-11-13T00:20:46,323 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a961a7a583e007cbb17a7ae3d6567f30 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T00:20:46,344 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/default/test/a961a7a583e007cbb17a7ae3d6567f30/.tmp/f/45223fb356594942b84d2e1ec73d93b5 is 37, key is row3/f:row3/1731457240566/Put/seqid=0 2024-11-13T00:20:46,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741844_1020 (size=5228) 2024-11-13T00:20:46,367 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/default/test/a961a7a583e007cbb17a7ae3d6567f30/.tmp/f/45223fb356594942b84d2e1ec73d93b5 2024-11-13T00:20:46,377 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45223fb356594942b84d2e1ec73d93b5 2024-11-13T00:20:46,390 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/1588230740/.tmp/rep_barrier/16d0917f4d444dc4a907cafca55c5c91 2024-11-13T00:20:46,401 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/default/test/a961a7a583e007cbb17a7ae3d6567f30/.tmp/f1/48bf2872b0f24540bee6712f9f24f01f is 30, key is row1/f1:/1731457237909/DeleteFamily/seqid=0 2024-11-13T00:20:46,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741845_1021 (size=5158) 2024-11-13T00:20:46,420 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/1588230740/.tmp/table/f1625181e49e409bb12822fd14b38880 is 53, key is hbase:replication/table:state/1731457232321/Put/seqid=0 2024-11-13T00:20:46,428 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/default/test/a961a7a583e007cbb17a7ae3d6567f30/.tmp/f1/48bf2872b0f24540bee6712f9f24f01f 2024-11-13T00:20:46,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741846_1022 (size=5308) 2024-11-13T00:20:46,431 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/1588230740/.tmp/table/f1625181e49e409bb12822fd14b38880 2024-11-13T00:20:46,445 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/1588230740/.tmp/info/c6f52841ab6441ccb924255489764ee1 as hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/1588230740/info/c6f52841ab6441ccb924255489764ee1 2024-11-13T00:20:46,450 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/1588230740/info/c6f52841ab6441ccb924255489764ee1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T00:20:46,452 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/1588230740/.tmp/ns/41a2dd0243544fa6929ad3ab1f73da40 as hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/1588230740/ns/41a2dd0243544fa6929ad3ab1f73da40 2024-11-13T00:20:46,457 DEBUG [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a961a7a583e007cbb17a7ae3d6567f30 2024-11-13T00:20:46,457 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/1588230740/ns/41a2dd0243544fa6929ad3ab1f73da40, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T00:20:46,458 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/1588230740/.tmp/rep_barrier/16d0917f4d444dc4a907cafca55c5c91 as hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/1588230740/rep_barrier/16d0917f4d444dc4a907cafca55c5c91 2024-11-13T00:20:46,461 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48bf2872b0f24540bee6712f9f24f01f 2024-11-13T00:20:46,465 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/1588230740/rep_barrier/16d0917f4d444dc4a907cafca55c5c91, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T00:20:46,469 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/1588230740/.tmp/table/f1625181e49e409bb12822fd14b38880 as hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/1588230740/table/f1625181e49e409bb12822fd14b38880 2024-11-13T00:20:46,481 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/1588230740/table/f1625181e49e409bb12822fd14b38880, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T00:20:46,482 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 625ms, sequenceid=16, compaction requested=false 2024-11-13T00:20:46,482 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T00:20:46,496 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/default/test/a961a7a583e007cbb17a7ae3d6567f30/.tmp/norep/28cc5fe01d254a95a46c8f7e7bbd73d0 is 33, key is row1/norep:/1731457237909/DeleteFamily/seqid=0 2024-11-13T00:20:46,513 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T00:20:46,514 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:20:46,514 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:20:46,514 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:20:46,514 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457245857Running coprocessor pre-close hooks at 1731457245857Disabling compacts and flushes for region at 1731457245857Disabling writes for close at 1731457245857Obtaining lock to block concurrent updates at 1731457245857Preparing flush snapshotting stores in 1588230740 at 1731457245857Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731457245857Flushing stores of hbase:meta,,1.1588230740 at 1731457245858 (+1 ms)Flushing 1588230740/info: creating writer at 1731457245860 (+2 ms)Flushing 1588230740/info: appending metadata at 1731457245880 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731457245880Flushing 1588230740/ns: creating writer at 1731457245926 (+46 ms)Flushing 1588230740/ns: appending metadata at 1731457245944 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731457245944Flushing 1588230740/rep_barrier: creating writer at 1731457245965 (+21 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731457245984 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731457245984Flushing 1588230740/table: creating writer at 1731457246395 (+411 ms)Flushing 1588230740/table: appending metadata at 1731457246419 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731457246419Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63119346: reopening flushed file at 1731457246442 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@396ef52a: reopening flushed file at 1731457246450 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3450723b: reopening flushed file at 1731457246457 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a5901c9: reopening flushed file at 1731457246465 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 625ms, sequenceid=16, compaction requested=false at 1731457246482 (+17 ms)Writing region close event to WAL at 1731457246500 (+18 ms)Running coprocessor post-close hooks at 1731457246514 (+14 ms)Closed at 1731457246514 2024-11-13T00:20:46,515 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T00:20:46,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741847_1023 (size=5108) 2024-11-13T00:20:46,576 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T00:20:46,576 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T00:20:46,629 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 1493, reset compression=false 2024-11-13T00:20:46,657 DEBUG [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer(1351): Waiting on a961a7a583e007cbb17a7ae3d6567f30 2024-11-13T00:20:46,857 INFO [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T00:20:46,857 DEBUG [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer(1325): Online Regions={a961a7a583e007cbb17a7ae3d6567f30=test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30.} 2024-11-13T00:20:46,858 DEBUG [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer(1351): Waiting on a961a7a583e007cbb17a7ae3d6567f30 2024-11-13T00:20:46,928 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/default/test/a961a7a583e007cbb17a7ae3d6567f30/.tmp/norep/28cc5fe01d254a95a46c8f7e7bbd73d0 2024-11-13T00:20:46,932 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28cc5fe01d254a95a46c8f7e7bbd73d0 2024-11-13T00:20:46,933 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/default/test/a961a7a583e007cbb17a7ae3d6567f30/.tmp/f/45223fb356594942b84d2e1ec73d93b5 as hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/default/test/a961a7a583e007cbb17a7ae3d6567f30/f/45223fb356594942b84d2e1ec73d93b5 2024-11-13T00:20:46,939 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45223fb356594942b84d2e1ec73d93b5 2024-11-13T00:20:46,939 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/default/test/a961a7a583e007cbb17a7ae3d6567f30/f/45223fb356594942b84d2e1ec73d93b5, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T00:20:46,940 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/default/test/a961a7a583e007cbb17a7ae3d6567f30/.tmp/f1/48bf2872b0f24540bee6712f9f24f01f as hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/default/test/a961a7a583e007cbb17a7ae3d6567f30/f1/48bf2872b0f24540bee6712f9f24f01f 2024-11-13T00:20:46,951 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48bf2872b0f24540bee6712f9f24f01f 2024-11-13T00:20:46,951 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/default/test/a961a7a583e007cbb17a7ae3d6567f30/f1/48bf2872b0f24540bee6712f9f24f01f, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T00:20:46,952 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/default/test/a961a7a583e007cbb17a7ae3d6567f30/.tmp/norep/28cc5fe01d254a95a46c8f7e7bbd73d0 as hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/default/test/a961a7a583e007cbb17a7ae3d6567f30/norep/28cc5fe01d254a95a46c8f7e7bbd73d0 2024-11-13T00:20:46,960 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28cc5fe01d254a95a46c8f7e7bbd73d0 2024-11-13T00:20:46,960 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/default/test/a961a7a583e007cbb17a7ae3d6567f30/norep/28cc5fe01d254a95a46c8f7e7bbd73d0, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T00:20:46,962 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a961a7a583e007cbb17a7ae3d6567f30 in 638ms, sequenceid=12, compaction requested=false 2024-11-13T00:20:46,962 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T00:20:46,974 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/data/default/test/a961a7a583e007cbb17a7ae3d6567f30/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T00:20:46,974 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:20:46,974 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T00:20:46,974 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30. 2024-11-13T00:20:46,974 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a961a7a583e007cbb17a7ae3d6567f30: Waiting for close lock at 1731457246323Running coprocessor pre-close hooks at 1731457246323Disabling compacts and flushes for region at 1731457246323Disabling writes for close at 1731457246323Obtaining lock to block concurrent updates at 1731457246323Preparing flush snapshotting stores in a961a7a583e007cbb17a7ae3d6567f30 at 1731457246323Finished memstore snapshotting test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731457246323Flushing stores of test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30. at 1731457246324 (+1 ms)Flushing a961a7a583e007cbb17a7ae3d6567f30/f: creating writer at 1731457246324Flushing a961a7a583e007cbb17a7ae3d6567f30/f: appending metadata at 1731457246343 (+19 ms)Flushing a961a7a583e007cbb17a7ae3d6567f30/f: closing flushed file at 1731457246343Flushing a961a7a583e007cbb17a7ae3d6567f30/f1: creating writer at 1731457246377 (+34 ms)Flushing a961a7a583e007cbb17a7ae3d6567f30/f1: appending metadata at 1731457246401 (+24 ms)Flushing a961a7a583e007cbb17a7ae3d6567f30/f1: closing flushed file at 1731457246401Flushing a961a7a583e007cbb17a7ae3d6567f30/norep: creating writer at 1731457246461 (+60 ms)Flushing a961a7a583e007cbb17a7ae3d6567f30/norep: appending metadata at 1731457246495 (+34 ms)Flushing a961a7a583e007cbb17a7ae3d6567f30/norep: closing flushed file at 1731457246495Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@170ccced: reopening flushed file at 1731457246932 (+437 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79ff4b5c: reopening flushed file at 1731457246939 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c493b07: reopening flushed file at 1731457246951 (+12 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a961a7a583e007cbb17a7ae3d6567f30 in 638ms, sequenceid=12, compaction requested=false at 1731457246962 (+11 ms)Writing region close event to WAL at 1731457246971 (+9 ms)Running coprocessor post-close hooks at 1731457246974 (+3 ms)Closed at 1731457246974 2024-11-13T00:20:46,974 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731457225056.a961a7a583e007cbb17a7ae3d6567f30. 2024-11-13T00:20:47,058 INFO [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,44435,1731457215677; all regions closed. 2024-11-13T00:20:47,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741834_1010 (size=4239) 2024-11-13T00:20:47,062 DEBUG [RS:0;cb28580903fb:44435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/oldWALs 2024-11-13T00:20:47,062 INFO [RS:0;cb28580903fb:44435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C44435%2C1731457215677.meta:.meta(num 1731457218592) 2024-11-13T00:20:47,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741839_1015 (size=3552) 2024-11-13T00:20:47,064 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/WALs/cb28580903fb,44435,1731457215677/cb28580903fb%2C44435%2C1731457215677.rep.1731457232270 not finished, retry = 0 2024-11-13T00:20:47,167 DEBUG [RS:0;cb28580903fb:44435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/oldWALs 2024-11-13T00:20:47,167 INFO [RS:0;cb28580903fb:44435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C44435%2C1731457215677.rep:(num 1731457232270) 2024-11-13T00:20:47,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741832_1008 (size=2372) 2024-11-13T00:20:47,171 DEBUG [RS:0;cb28580903fb:44435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/oldWALs 2024-11-13T00:20:47,171 INFO [RS:0;cb28580903fb:44435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C44435%2C1731457215677:(num 1731457217686) 2024-11-13T00:20:47,171 DEBUG [RS:0;cb28580903fb:44435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:47,171 INFO [RS:0;cb28580903fb:44435 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:20:47,171 INFO [RS:0;cb28580903fb:44435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:20:47,172 INFO [RS:0;cb28580903fb:44435 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T00:20:47,172 INFO [RS:0;cb28580903fb:44435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:20:47,172 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:20:47,172 INFO [RS:0;cb28580903fb:44435 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb28580903fb,44435,1731457215677 because: Region server is closing 2024-11-13T00:20:47,173 INFO [RS:0;cb28580903fb:44435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:44435. 2024-11-13T00:20:47,173 DEBUG [RS:0;cb28580903fb:44435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:47,173 DEBUG [RS:0;cb28580903fb:44435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:47,173 DEBUG [RS:0;cb28580903fb:44435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:47,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:20:47,273 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.shippercb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T00:20:47,273 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.wal-reader.cb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T00:20:47,274 INFO [RS:0;cb28580903fb:44435 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,44435,1731457215677.replicationSource.shippercb28580903fb%2C44435%2C1731457215677,1-cb28580903fb,44435,1731457215677 terminated 2024-11-13T00:20:47,275 INFO [RS:0;cb28580903fb:44435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:44435. 2024-11-13T00:20:47,275 DEBUG [RS:0;cb28580903fb:44435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:47,275 DEBUG [RS:0;cb28580903fb:44435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:47,275 DEBUG [RS:0;cb28580903fb:44435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:47,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:20:47,275 INFO [RS:0;cb28580903fb:44435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44435 2024-11-13T00:20:47,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104499830/rs 2024-11-13T00:20:47,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44435-0x1010eb243940004, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-104499830/rs/cb28580903fb,44435,1731457215677 2024-11-13T00:20:47,280 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,44435,1731457215677] 2024-11-13T00:20:47,281 INFO [RS:0;cb28580903fb:44435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:20:47,282 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-104499830/draining/cb28580903fb,44435,1731457215677 already deleted, retry=false 2024-11-13T00:20:47,282 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,44435,1731457215677 expired; onlineServers=0 2024-11-13T00:20:47,282 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb28580903fb,39315,1731457215635' ***** 2024-11-13T00:20:47,282 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T00:20:47,282 INFO [M:0;cb28580903fb:39315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:20:47,282 INFO [M:0;cb28580903fb:39315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:20:47,282 DEBUG [M:0;cb28580903fb:39315 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T00:20:47,282 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T00:20:47,283 DEBUG [M:0;cb28580903fb:39315 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T00:20:47,282 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457217448 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457217448,5,FailOnTimeoutGroup] 2024-11-13T00:20:47,283 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457217448 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457217448,5,FailOnTimeoutGroup] 2024-11-13T00:20:47,283 INFO [M:0;cb28580903fb:39315 {}] hbase.ChoreService(370): Chore service for: master/cb28580903fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T00:20:47,283 INFO [M:0;cb28580903fb:39315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:20:47,283 DEBUG [M:0;cb28580903fb:39315 {}] master.HMaster(1795): Stopping service threads 2024-11-13T00:20:47,283 INFO [M:0;cb28580903fb:39315 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T00:20:47,283 INFO [M:0;cb28580903fb:39315 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:20:47,283 INFO [M:0;cb28580903fb:39315 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T00:20:47,284 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T00:20:47,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-104499830/master 2024-11-13T00:20:47,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-104499830 2024-11-13T00:20:47,287 DEBUG [M:0;cb28580903fb:39315 {}] zookeeper.RecoverableZooKeeper(212): Node /1-104499830/master already deleted, retry=false 2024-11-13T00:20:47,288 DEBUG [M:0;cb28580903fb:39315 {}] master.ActiveMasterManager(353): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-104499830/master 2024-11-13T00:20:47,288 INFO [M:0;cb28580903fb:39315 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/.lastflushedseqids 2024-11-13T00:20:47,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741848_1024 (size=245) 2024-11-13T00:20:47,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44435-0x1010eb243940004, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:20:47,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44435-0x1010eb243940004, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:20:47,385 INFO [RS:0;cb28580903fb:44435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:20:47,385 INFO [RS:0;cb28580903fb:44435 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,44435,1731457215677; zookeeper connection closed. 2024-11-13T00:20:47,385 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4cfcaa4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4cfcaa4 2024-11-13T00:20:47,386 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T00:20:47,633 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 1493, reset compression=false 2024-11-13T00:20:47,694 INFO [M:0;cb28580903fb:39315 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T00:20:47,695 INFO [M:0;cb28580903fb:39315 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T00:20:47,695 DEBUG [M:0;cb28580903fb:39315 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:20:47,695 INFO [M:0;cb28580903fb:39315 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:47,695 DEBUG [M:0;cb28580903fb:39315 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:47,695 DEBUG [M:0;cb28580903fb:39315 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:20:47,695 DEBUG [M:0;cb28580903fb:39315 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:47,695 INFO [M:0;cb28580903fb:39315 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.48 KB heapSize=64.89 KB 2024-11-13T00:20:47,719 DEBUG [M:0;cb28580903fb:39315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7414c2a72724cbdb485a5c1183d1062 is 82, key is hbase:meta,,1/info:regioninfo/1731457218624/Put/seqid=0 2024-11-13T00:20:47,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741849_1025 (size=5672) 2024-11-13T00:20:48,128 INFO [M:0;cb28580903fb:39315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7414c2a72724cbdb485a5c1183d1062 2024-11-13T00:20:48,147 DEBUG [M:0;cb28580903fb:39315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9407c2fdeab4b5a9d700fd2593d8a8c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731457232328/Put/seqid=0 2024-11-13T00:20:48,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741850_1026 (size=8514) 2024-11-13T00:20:48,153 INFO [M:0;cb28580903fb:39315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.92 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9407c2fdeab4b5a9d700fd2593d8a8c 2024-11-13T00:20:48,179 DEBUG [M:0;cb28580903fb:39315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7fb3cc3baa6c4f65a5c6cd2bf58eb7be is 69, key is cb28580903fb,44435,1731457215677/rs:state/1731457217519/Put/seqid=0 2024-11-13T00:20:48,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741851_1027 (size=5156) 2024-11-13T00:20:48,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:48,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:48,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:48,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:48,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:48,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:48,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:48,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:48,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:48,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:48,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:48,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:48,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:48,583 INFO [M:0;cb28580903fb:39315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7fb3cc3baa6c4f65a5c6cd2bf58eb7be 2024-11-13T00:20:48,589 DEBUG [M:0;cb28580903fb:39315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7414c2a72724cbdb485a5c1183d1062 as hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7414c2a72724cbdb485a5c1183d1062 2024-11-13T00:20:48,593 INFO [M:0;cb28580903fb:39315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7414c2a72724cbdb485a5c1183d1062, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T00:20:48,593 DEBUG [M:0;cb28580903fb:39315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9407c2fdeab4b5a9d700fd2593d8a8c as hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9407c2fdeab4b5a9d700fd2593d8a8c 2024-11-13T00:20:48,597 INFO [M:0;cb28580903fb:39315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9407c2fdeab4b5a9d700fd2593d8a8c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T00:20:48,598 DEBUG [M:0;cb28580903fb:39315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7fb3cc3baa6c4f65a5c6cd2bf58eb7be as hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7fb3cc3baa6c4f65a5c6cd2bf58eb7be 2024-11-13T00:20:48,601 INFO [M:0;cb28580903fb:39315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7fb3cc3baa6c4f65a5c6cd2bf58eb7be, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T00:20:48,602 INFO [M:0;cb28580903fb:39315 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.48 KB/56811, heapSize ~64.59 KB/66144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=97, compaction requested=false 2024-11-13T00:20:48,603 INFO [M:0;cb28580903fb:39315 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:48,603 DEBUG [M:0;cb28580903fb:39315 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457247695Disabling compacts and flushes for region at 1731457247695Disabling writes for close at 1731457247695Obtaining lock to block concurrent updates at 1731457247695Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731457247695Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56811, getHeapSize=66384, getOffHeapSize=0, getCellsCount=114 at 1731457247695Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731457247696 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731457247696Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731457247719 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731457247719Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731457248133 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731457248147 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731457248147Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731457248158 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731457248178 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731457248178Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22f4b529: reopening flushed file at 1731457248587 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ff99557: reopening flushed file at 1731457248593 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@203de83b: reopening flushed file at 1731457248597 (+4 ms)Finished flush of dataSize ~55.48 KB/56811, heapSize ~64.59 KB/66144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=97, compaction requested=false at 1731457248602 (+5 ms)Writing region close event to WAL at 1731457248603 (+1 ms)Closed at 1731457248603 2024-11-13T00:20:48,605 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78184cec-7dc8-f451-2faa-8aa7a71e9fa8/MasterData/WALs/cb28580903fb,39315,1731457215635/cb28580903fb%2C39315%2C1731457215635.1731457217362 not finished, retry = 0 2024-11-13T00:20:48,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37199 is added to blk_1073741830_1006 (size=63630) 2024-11-13T00:20:48,706 INFO [M:0;cb28580903fb:39315 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T00:20:48,706 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:20:48,706 INFO [M:0;cb28580903fb:39315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39315 2024-11-13T00:20:48,709 INFO [M:0;cb28580903fb:39315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:20:48,737 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/WALs/cb28580903fb,43279,1731457211735/cb28580903fb%2C43279%2C1731457211735.1731457213801 to pos 1493, reset compression=false 2024-11-13T00:20:48,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:20:48,811 INFO [M:0;cb28580903fb:39315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:20:48,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39315-0x1010eb243940003, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:20:48,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44c24eb8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:20:48,825 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335b3501{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:20:48,825 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:20:48,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a4f5f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:20:48,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6536f56d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/hadoop.log.dir/,STOPPED} 2024-11-13T00:20:48,828 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:20:48,828 WARN [BP-1171589110-172.17.0.2-1731457214505 heartbeating to localhost/127.0.0.1:41711 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:20:48,828 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:20:48,828 WARN [BP-1171589110-172.17.0.2-1731457214505 heartbeating to localhost/127.0.0.1:41711 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1171589110-172.17.0.2-1731457214505 (Datanode Uuid fc7d10c5-6a35-40a0-abb4-490bf357de6f) service to localhost/127.0.0.1:41711 2024-11-13T00:20:48,829 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/cluster_30563200-b741-df1d-4d74-33e4c2558f71/data/data1/current/BP-1171589110-172.17.0.2-1731457214505 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:20:48,829 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/cluster_30563200-b741-df1d-4d74-33e4c2558f71/data/data2/current/BP-1171589110-172.17.0.2-1731457214505 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:20:48,830 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:20:48,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13a8db3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:20:48,840 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c100a67{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:20:48,840 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:20:48,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b6ecd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:20:48,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37ef63c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f66b533c-5c89-046e-ce45-02905fec9901/hadoop.log.dir/,STOPPED} 2024-11-13T00:20:48,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T00:20:48,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T00:20:48,861 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:20:48,861 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:48,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:48,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:48,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:20:48,861 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T00:20:48,861 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=377468913, stopped=false 2024-11-13T00:20:48,861 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb28580903fb,41787,1731457211683 2024-11-13T00:20:48,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1010eb243940001, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-887345196/running 2024-11-13T00:20:48,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1010eb243940001, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887345196 2024-11-13T00:20:48,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-887345196/running 2024-11-13T00:20:48,866 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:20:48,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887345196 2024-11-13T00:20:48,866 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:20:48,866 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:48,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:48,866 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,43279,1731457211735' ***** 2024-11-13T00:20:48,866 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:20:48,867 INFO [RS:0;cb28580903fb:43279 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:20:48,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43279-0x1010eb243940001, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Set watcher on znode that does not yet exist, /0-887345196/running 2024-11-13T00:20:48,867 INFO [RS:0;cb28580903fb:43279 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:20:48,867 INFO [RS:0;cb28580903fb:43279 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:20:48,867 INFO [RS:0;cb28580903fb:43279 {}] regionserver.HRegionServer(3091): Received CLOSE for f7191d2acb736c47b822fbeb5004667c 2024-11-13T00:20:48,867 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:20:48,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Set watcher on znode that does not yet exist, /0-887345196/running 2024-11-13T00:20:48,872 INFO [RS:0;cb28580903fb:43279 {}] regionserver.HRegionServer(3091): Received CLOSE for 7fdab55a5983cdda9a281b0224b7c5a4 2024-11-13T00:20:48,872 INFO [RS:0;cb28580903fb:43279 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,43279,1731457211735 2024-11-13T00:20:48,872 INFO [RS:0;cb28580903fb:43279 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:20:48,872 INFO [RS:0;cb28580903fb:43279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:43279. 2024-11-13T00:20:48,872 DEBUG [RS:0;cb28580903fb:43279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:48,872 DEBUG [RS:0;cb28580903fb:43279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:48,873 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7191d2acb736c47b822fbeb5004667c, disabling compactions & flushes 2024-11-13T00:20:48,873 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c. 2024-11-13T00:20:48,873 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c. 2024-11-13T00:20:48,873 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c. after waiting 0 ms 2024-11-13T00:20:48,873 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c. 2024-11-13T00:20:48,873 INFO [RS:0;cb28580903fb:43279 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:20:48,873 INFO [RS:0;cb28580903fb:43279 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:20:48,873 INFO [RS:0;cb28580903fb:43279 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:20:48,873 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f7191d2acb736c47b822fbeb5004667c 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-13T00:20:48,873 INFO [RS:0;cb28580903fb:43279 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T00:20:48,873 INFO [RS:0;cb28580903fb:43279 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T00:20:48,873 DEBUG [RS:0;cb28580903fb:43279 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f7191d2acb736c47b822fbeb5004667c=hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c., 7fdab55a5983cdda9a281b0224b7c5a4=test,,1731457222906.7fdab55a5983cdda9a281b0224b7c5a4.} 2024-11-13T00:20:48,873 DEBUG [RS:0;cb28580903fb:43279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7fdab55a5983cdda9a281b0224b7c5a4, f7191d2acb736c47b822fbeb5004667c 2024-11-13T00:20:48,873 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:20:48,874 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:20:48,874 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:20:48,874 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:20:48,874 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:20:48,874 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T00:20:48,906 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:20:48,911 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/1588230740/.tmp/info/0c8238150e184ef780aaacdc0f41127a is 147, key is hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c./info:regioninfo/1731457230549/Put/seqid=0 2024-11-13T00:20:48,913 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/replication/f7191d2acb736c47b822fbeb5004667c/.tmp/queue/73c2671f6b944cd7a1da00dd6f95709f is 154, key is 1-cb28580903fb,43279,1731457211735/queue:cb28580903fb%2C43279%2C1731457211735/1731457242193/Put/seqid=0 2024-11-13T00:20:48,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741840_1016 (size=7686) 2024-11-13T00:20:48,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741841_1017 (size=5353) 2024-11-13T00:20:48,940 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/replication/f7191d2acb736c47b822fbeb5004667c/.tmp/queue/73c2671f6b944cd7a1da00dd6f95709f 2024-11-13T00:20:48,948 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/replication/f7191d2acb736c47b822fbeb5004667c/.tmp/queue/73c2671f6b944cd7a1da00dd6f95709f as hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/replication/f7191d2acb736c47b822fbeb5004667c/queue/73c2671f6b944cd7a1da00dd6f95709f 2024-11-13T00:20:48,954 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/replication/f7191d2acb736c47b822fbeb5004667c/queue/73c2671f6b944cd7a1da00dd6f95709f, entries=1, sequenceid=14, filesize=5.2 K 2024-11-13T00:20:48,955 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for f7191d2acb736c47b822fbeb5004667c in 82ms, sequenceid=14, compaction requested=false 2024-11-13T00:20:48,955 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T00:20:48,968 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/replication/f7191d2acb736c47b822fbeb5004667c/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-13T00:20:48,969 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:20:48,969 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:20:48,969 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c. 2024-11-13T00:20:48,969 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7191d2acb736c47b822fbeb5004667c: Waiting for close lock at 1731457248873Running coprocessor pre-close hooks at 1731457248873Disabling compacts and flushes for region at 1731457248873Disabling writes for close at 1731457248873Obtaining lock to block concurrent updates at 1731457248873Preparing flush snapshotting stores in f7191d2acb736c47b822fbeb5004667c at 1731457248873Finished memstore snapshotting hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731457248873Flushing stores of hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c. at 1731457248874 (+1 ms)Flushing f7191d2acb736c47b822fbeb5004667c/queue: creating writer at 1731457248874Flushing f7191d2acb736c47b822fbeb5004667c/queue: appending metadata at 1731457248912 (+38 ms)Flushing f7191d2acb736c47b822fbeb5004667c/queue: closing flushed file at 1731457248912Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2af6027c: reopening flushed file at 1731457248947 (+35 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for f7191d2acb736c47b822fbeb5004667c in 82ms, sequenceid=14, compaction requested=false at 1731457248955 (+8 ms)Writing region close event to WAL at 1731457248960 (+5 ms)Running coprocessor post-close hooks at 1731457248968 (+8 ms)Closed at 1731457248969 (+1 ms) 2024-11-13T00:20:48,969 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731457229368.f7191d2acb736c47b822fbeb5004667c. 2024-11-13T00:20:48,969 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7fdab55a5983cdda9a281b0224b7c5a4, disabling compactions & flushes 2024-11-13T00:20:48,969 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731457222906.7fdab55a5983cdda9a281b0224b7c5a4. 2024-11-13T00:20:48,969 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457222906.7fdab55a5983cdda9a281b0224b7c5a4. 2024-11-13T00:20:48,969 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731457222906.7fdab55a5983cdda9a281b0224b7c5a4. after waiting 0 ms 2024-11-13T00:20:48,969 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731457222906.7fdab55a5983cdda9a281b0224b7c5a4. 2024-11-13T00:20:48,969 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7fdab55a5983cdda9a281b0224b7c5a4 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-13T00:20:48,988 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/default/test/7fdab55a5983cdda9a281b0224b7c5a4/.tmp/f/ca22b33156ea437bb647a180e23ef7bd is 37, key is row3/f:row3/1731457240566/Put/seqid=0 2024-11-13T00:20:48,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741842_1018 (size=5228) 2024-11-13T00:20:48,993 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/default/test/7fdab55a5983cdda9a281b0224b7c5a4/.tmp/f/ca22b33156ea437bb647a180e23ef7bd 2024-11-13T00:20:48,996 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca22b33156ea437bb647a180e23ef7bd 2024-11-13T00:20:49,011 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/default/test/7fdab55a5983cdda9a281b0224b7c5a4/.tmp/f1/840ae047687b4f158bd7071280dbd306 is 30, key is row1/f1:/1731457237909/DeleteFamily/seqid=0 2024-11-13T00:20:49,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741843_1019 (size=5158) 2024-11-13T00:20:49,021 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/default/test/7fdab55a5983cdda9a281b0224b7c5a4/.tmp/f1/840ae047687b4f158bd7071280dbd306 2024-11-13T00:20:49,022 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:20:49,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:49,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:49,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:49,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:49,026 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 840ae047687b4f158bd7071280dbd306 2024-11-13T00:20:49,045 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/default/test/7fdab55a5983cdda9a281b0224b7c5a4/.tmp/norep/81a2b6b141874dd79e778be0c74a42f3 is 32, key is row/norep:/1731457236903/DeleteFamily/seqid=0 2024-11-13T00:20:49,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741844_1020 (size=5101) 2024-11-13T00:20:49,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:49,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:49,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:49,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:49,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:49,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:49,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:49,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:49,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:49,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:49,073 DEBUG [RS:0;cb28580903fb:43279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7fdab55a5983cdda9a281b0224b7c5a4 2024-11-13T00:20:49,274 DEBUG [RS:0;cb28580903fb:43279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7fdab55a5983cdda9a281b0224b7c5a4 2024-11-13T00:20:49,333 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/1588230740/.tmp/info/0c8238150e184ef780aaacdc0f41127a 2024-11-13T00:20:49,359 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/1588230740/.tmp/ns/4c413d84f01f455198a85fe006607bb9 is 43, key is default/ns:d/1731457214350/Put/seqid=0 2024-11-13T00:20:49,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741845_1021 (size=5153) 2024-11-13T00:20:49,382 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/1588230740/.tmp/ns/4c413d84f01f455198a85fe006607bb9 2024-11-13T00:20:49,411 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/1588230740/.tmp/rep_barrier/c38a7f55469c4733b0f01b98abd47a8d is 112, key is test,,1731457222906.7fdab55a5983cdda9a281b0224b7c5a4./rep_barrier:seqnumDuringOpen/1731457224052/Put/seqid=0 2024-11-13T00:20:49,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741846_1022 (size=5518) 2024-11-13T00:20:49,416 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/1588230740/.tmp/rep_barrier/c38a7f55469c4733b0f01b98abd47a8d 2024-11-13T00:20:49,438 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/1588230740/.tmp/table/2a73c08e763a42c4b0a2f0be17419108 is 53, key is hbase:replication/table:state/1731457230558/Put/seqid=0 2024-11-13T00:20:49,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741847_1023 (size=5308) 2024-11-13T00:20:49,445 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/1588230740/.tmp/table/2a73c08e763a42c4b0a2f0be17419108 2024-11-13T00:20:49,453 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/1588230740/.tmp/info/0c8238150e184ef780aaacdc0f41127a as hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/1588230740/info/0c8238150e184ef780aaacdc0f41127a 2024-11-13T00:20:49,454 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/default/test/7fdab55a5983cdda9a281b0224b7c5a4/.tmp/norep/81a2b6b141874dd79e778be0c74a42f3 2024-11-13T00:20:49,459 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81a2b6b141874dd79e778be0c74a42f3 2024-11-13T00:20:49,465 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/default/test/7fdab55a5983cdda9a281b0224b7c5a4/.tmp/f/ca22b33156ea437bb647a180e23ef7bd as hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/default/test/7fdab55a5983cdda9a281b0224b7c5a4/f/ca22b33156ea437bb647a180e23ef7bd 2024-11-13T00:20:49,467 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/1588230740/info/0c8238150e184ef780aaacdc0f41127a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T00:20:49,468 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/1588230740/.tmp/ns/4c413d84f01f455198a85fe006607bb9 as hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/1588230740/ns/4c413d84f01f455198a85fe006607bb9 2024-11-13T00:20:49,482 DEBUG [RS:0;cb28580903fb:43279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7fdab55a5983cdda9a281b0224b7c5a4 2024-11-13T00:20:49,483 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca22b33156ea437bb647a180e23ef7bd 2024-11-13T00:20:49,483 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/default/test/7fdab55a5983cdda9a281b0224b7c5a4/f/ca22b33156ea437bb647a180e23ef7bd, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T00:20:49,484 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/default/test/7fdab55a5983cdda9a281b0224b7c5a4/.tmp/f1/840ae047687b4f158bd7071280dbd306 as hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/default/test/7fdab55a5983cdda9a281b0224b7c5a4/f1/840ae047687b4f158bd7071280dbd306 2024-11-13T00:20:49,485 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/1588230740/ns/4c413d84f01f455198a85fe006607bb9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T00:20:49,486 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/1588230740/.tmp/rep_barrier/c38a7f55469c4733b0f01b98abd47a8d as hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/1588230740/rep_barrier/c38a7f55469c4733b0f01b98abd47a8d 2024-11-13T00:20:49,490 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 840ae047687b4f158bd7071280dbd306 2024-11-13T00:20:49,490 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/default/test/7fdab55a5983cdda9a281b0224b7c5a4/f1/840ae047687b4f158bd7071280dbd306, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T00:20:49,492 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/default/test/7fdab55a5983cdda9a281b0224b7c5a4/.tmp/norep/81a2b6b141874dd79e778be0c74a42f3 as hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/default/test/7fdab55a5983cdda9a281b0224b7c5a4/norep/81a2b6b141874dd79e778be0c74a42f3 2024-11-13T00:20:49,493 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/1588230740/rep_barrier/c38a7f55469c4733b0f01b98abd47a8d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T00:20:49,494 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/1588230740/.tmp/table/2a73c08e763a42c4b0a2f0be17419108 as hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/1588230740/table/2a73c08e763a42c4b0a2f0be17419108 2024-11-13T00:20:49,497 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81a2b6b141874dd79e778be0c74a42f3 2024-11-13T00:20:49,497 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/default/test/7fdab55a5983cdda9a281b0224b7c5a4/norep/81a2b6b141874dd79e778be0c74a42f3, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T00:20:49,498 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7fdab55a5983cdda9a281b0224b7c5a4 in 529ms, sequenceid=12, compaction requested=false 2024-11-13T00:20:49,498 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T00:20:49,503 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/1588230740/table/2a73c08e763a42c4b0a2f0be17419108, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T00:20:49,504 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 630ms, sequenceid=16, compaction requested=false 2024-11-13T00:20:49,504 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T00:20:49,532 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/default/test/7fdab55a5983cdda9a281b0224b7c5a4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T00:20:49,532 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T00:20:49,532 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:20:49,532 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:20:49,532 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T00:20:49,532 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:20:49,533 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731457222906.7fdab55a5983cdda9a281b0224b7c5a4. 2024-11-13T00:20:49,533 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:20:49,533 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7fdab55a5983cdda9a281b0224b7c5a4: Waiting for close lock at 1731457248969Running coprocessor pre-close hooks at 1731457248969Disabling compacts and flushes for region at 1731457248969Disabling writes for close at 1731457248969Obtaining lock to block concurrent updates at 1731457248969Preparing flush snapshotting stores in 7fdab55a5983cdda9a281b0224b7c5a4 at 1731457248969Finished memstore snapshotting test,,1731457222906.7fdab55a5983cdda9a281b0224b7c5a4., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731457248970 (+1 ms)Flushing stores of test,,1731457222906.7fdab55a5983cdda9a281b0224b7c5a4. at 1731457248970Flushing 7fdab55a5983cdda9a281b0224b7c5a4/f: creating writer at 1731457248970Flushing 7fdab55a5983cdda9a281b0224b7c5a4/f: appending metadata at 1731457248988 (+18 ms)Flushing 7fdab55a5983cdda9a281b0224b7c5a4/f: closing flushed file at 1731457248988Flushing 7fdab55a5983cdda9a281b0224b7c5a4/f1: creating writer at 1731457248996 (+8 ms)Flushing 7fdab55a5983cdda9a281b0224b7c5a4/f1: appending metadata at 1731457249010 (+14 ms)Flushing 7fdab55a5983cdda9a281b0224b7c5a4/f1: closing flushed file at 1731457249010Flushing 7fdab55a5983cdda9a281b0224b7c5a4/norep: creating writer at 1731457249026 (+16 ms)Flushing 7fdab55a5983cdda9a281b0224b7c5a4/norep: appending metadata at 1731457249044 (+18 ms)Flushing 7fdab55a5983cdda9a281b0224b7c5a4/norep: closing flushed file at 1731457249044Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bd69f75: reopening flushed file at 1731457249459 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d700d4d: reopening flushed file at 1731457249483 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bc333f1: reopening flushed file at 1731457249490 (+7 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7fdab55a5983cdda9a281b0224b7c5a4 in 529ms, sequenceid=12, compaction requested=false at 1731457249498 (+8 ms)Writing region close event to WAL at 1731457249528 (+30 ms)Running coprocessor post-close hooks at 1731457249532 (+4 ms)Closed at 1731457249532 2024-11-13T00:20:49,533 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457248873Running coprocessor pre-close hooks at 1731457248873Disabling compacts and flushes for region at 1731457248873Disabling writes for close at 1731457248874 (+1 ms)Obtaining lock to block concurrent updates at 1731457248874Preparing flush snapshotting stores in 1588230740 at 1731457248874Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731457248874Flushing stores of hbase:meta,,1.1588230740 at 1731457248875 (+1 ms)Flushing 1588230740/info: creating writer at 1731457248875Flushing 1588230740/info: appending metadata at 1731457248910 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731457248910Flushing 1588230740/ns: creating writer at 1731457249337 (+427 ms)Flushing 1588230740/ns: appending metadata at 1731457249359 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731457249359Flushing 1588230740/rep_barrier: creating writer at 1731457249387 (+28 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731457249411 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731457249411Flushing 1588230740/table: creating writer at 1731457249421 (+10 ms)Flushing 1588230740/table: appending metadata at 1731457249438 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731457249438Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@108d77a4: reopening flushed file at 1731457249450 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49de0bd7: reopening flushed file at 1731457249467 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24130c58: reopening flushed file at 1731457249485 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77bb5d9c: reopening flushed file at 1731457249493 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 630ms, sequenceid=16, compaction requested=false at 1731457249504 (+11 ms)Writing region close event to WAL at 1731457249529 (+25 ms)Running coprocessor post-close hooks at 1731457249532 (+3 ms)Closed at 1731457249532 2024-11-13T00:20:49,533 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731457222906.7fdab55a5983cdda9a281b0224b7c5a4. 2024-11-13T00:20:49,533 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T00:20:49,665 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T00:20:49,665 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T00:20:49,682 INFO [RS:0;cb28580903fb:43279 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,43279,1731457211735; all regions closed. 2024-11-13T00:20:49,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741834_1010 (size=4239) 2024-11-13T00:20:49,691 DEBUG [RS:0;cb28580903fb:43279 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/oldWALs 2024-11-13T00:20:49,691 INFO [RS:0;cb28580903fb:43279 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C43279%2C1731457211735.meta:.meta(num 1731457214255) 2024-11-13T00:20:49,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741839_1015 (size=3552) 2024-11-13T00:20:49,700 DEBUG [RS:0;cb28580903fb:43279 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/oldWALs 2024-11-13T00:20:49,700 INFO [RS:0;cb28580903fb:43279 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C43279%2C1731457211735.rep:(num 1731457230504) 2024-11-13T00:20:49,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741833_1009 (size=2392) 2024-11-13T00:20:49,706 DEBUG [RS:0;cb28580903fb:43279 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/oldWALs 2024-11-13T00:20:49,706 INFO [RS:0;cb28580903fb:43279 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C43279%2C1731457211735:(num 1731457213801) 2024-11-13T00:20:49,706 DEBUG [RS:0;cb28580903fb:43279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:49,706 INFO [RS:0;cb28580903fb:43279 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:20:49,707 INFO [RS:0;cb28580903fb:43279 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:20:49,707 INFO [RS:0;cb28580903fb:43279 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T00:20:49,707 INFO [RS:0;cb28580903fb:43279 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:20:49,707 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:20:49,708 INFO [RS:0;cb28580903fb:43279 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb28580903fb,43279,1731457211735 because: Region server is closing 2024-11-13T00:20:49,708 INFO [RS:0;cb28580903fb:43279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:43279. 2024-11-13T00:20:49,709 DEBUG [RS:0;cb28580903fb:43279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:49,709 DEBUG [RS:0;cb28580903fb:43279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:49,709 DEBUG [RS:0;cb28580903fb:43279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:49,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:20:49,809 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.wal-reader.cb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T00:20:49,809 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.shippercb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T00:20:49,810 INFO [RS:0;cb28580903fb:43279 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,43279,1731457211735.replicationSource.shippercb28580903fb%2C43279%2C1731457211735,1-cb28580903fb,43279,1731457211735 terminated 2024-11-13T00:20:49,810 INFO [RS:0;cb28580903fb:43279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:43279. 2024-11-13T00:20:49,810 DEBUG [RS:0;cb28580903fb:43279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:20:49,810 DEBUG [RS:0;cb28580903fb:43279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:49,810 DEBUG [RS:0;cb28580903fb:43279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:49,810 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:20:49,810 INFO [RS:0;cb28580903fb:43279 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43279 2024-11-13T00:20:49,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1010eb243940001, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-887345196/rs/cb28580903fb,43279,1731457211735 2024-11-13T00:20:49,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887345196/rs 2024-11-13T00:20:49,813 INFO [RS:0;cb28580903fb:43279 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:20:49,813 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f9d088e40f0@5705f3cd rejected from java.util.concurrent.ThreadPoolExecutor@12077749[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-13T00:20:49,814 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,43279,1731457211735] 2024-11-13T00:20:49,817 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-887345196/draining/cb28580903fb,43279,1731457211735 already deleted, retry=false 2024-11-13T00:20:49,817 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,43279,1731457211735 expired; onlineServers=0 2024-11-13T00:20:49,817 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb28580903fb,41787,1731457211683' ***** 2024-11-13T00:20:49,817 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T00:20:49,817 INFO [M:0;cb28580903fb:41787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:20:49,817 INFO [M:0;cb28580903fb:41787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:20:49,817 DEBUG [M:0;cb28580903fb:41787 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T00:20:49,817 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T00:20:49,817 DEBUG [M:0;cb28580903fb:41787 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T00:20:49,817 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457213591 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457213591,5,FailOnTimeoutGroup] 2024-11-13T00:20:49,817 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457213590 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457213590,5,FailOnTimeoutGroup] 2024-11-13T00:20:49,817 INFO [M:0;cb28580903fb:41787 {}] hbase.ChoreService(370): Chore service for: master/cb28580903fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T00:20:49,817 INFO [M:0;cb28580903fb:41787 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:20:49,817 DEBUG [M:0;cb28580903fb:41787 {}] master.HMaster(1795): Stopping service threads 2024-11-13T00:20:49,818 INFO [M:0;cb28580903fb:41787 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T00:20:49,818 INFO [M:0;cb28580903fb:41787 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:20:49,818 INFO [M:0;cb28580903fb:41787 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T00:20:49,818 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T00:20:49,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-887345196/master 2024-11-13T00:20:49,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-887345196 2024-11-13T00:20:49,819 DEBUG [M:0;cb28580903fb:41787 {}] zookeeper.ZKUtil(347): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Unable to get data of znode /0-887345196/master because node does not exist (not an error) 2024-11-13T00:20:49,819 WARN [M:0;cb28580903fb:41787 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T00:20:49,820 INFO [M:0;cb28580903fb:41787 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/.lastflushedseqids 2024-11-13T00:20:49,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741848_1024 (size=245) 2024-11-13T00:20:49,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1010eb243940001, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:20:49,915 INFO [RS:0;cb28580903fb:43279 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:20:49,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43279-0x1010eb243940001, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:20:49,915 INFO [RS:0;cb28580903fb:43279 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,43279,1731457211735; zookeeper connection closed. 2024-11-13T00:20:49,915 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e6ea0bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e6ea0bc 2024-11-13T00:20:49,915 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T00:20:50,224 INFO [M:0;cb28580903fb:41787 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T00:20:50,224 INFO [M:0;cb28580903fb:41787 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T00:20:50,225 DEBUG [M:0;cb28580903fb:41787 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:20:50,225 INFO [M:0;cb28580903fb:41787 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:50,225 DEBUG [M:0;cb28580903fb:41787 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:50,225 DEBUG [M:0;cb28580903fb:41787 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:20:50,225 DEBUG [M:0;cb28580903fb:41787 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:50,225 INFO [M:0;cb28580903fb:41787 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-13T00:20:50,246 DEBUG [M:0;cb28580903fb:41787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7d4af7a96234d15aee2606cb460a9da is 82, key is hbase:meta,,1/info:regioninfo/1731457214330/Put/seqid=0 2024-11-13T00:20:50,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741849_1025 (size=5672) 2024-11-13T00:20:50,250 INFO [M:0;cb28580903fb:41787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7d4af7a96234d15aee2606cb460a9da 2024-11-13T00:20:50,272 DEBUG [M:0;cb28580903fb:41787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18bfbaa0116446f49d925909f5a221a5 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731457224062/Put/seqid=0 2024-11-13T00:20:50,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741850_1026 (size=7217) 2024-11-13T00:20:50,298 INFO [M:0;cb28580903fb:41787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18bfbaa0116446f49d925909f5a221a5 2024-11-13T00:20:50,302 INFO [M:0;cb28580903fb:41787 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 18bfbaa0116446f49d925909f5a221a5 2024-11-13T00:20:50,322 DEBUG [M:0;cb28580903fb:41787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c0f46ecba4b4933be76958b959d5491 is 69, key is cb28580903fb,43279,1731457211735/rs:state/1731457213602/Put/seqid=0 2024-11-13T00:20:50,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741851_1027 (size=5156) 2024-11-13T00:20:50,728 INFO [M:0;cb28580903fb:41787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c0f46ecba4b4933be76958b959d5491 2024-11-13T00:20:50,733 DEBUG [M:0;cb28580903fb:41787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7d4af7a96234d15aee2606cb460a9da as hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d7d4af7a96234d15aee2606cb460a9da 2024-11-13T00:20:50,736 INFO [M:0;cb28580903fb:41787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d7d4af7a96234d15aee2606cb460a9da, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T00:20:50,737 DEBUG [M:0;cb28580903fb:41787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18bfbaa0116446f49d925909f5a221a5 as hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18bfbaa0116446f49d925909f5a221a5 2024-11-13T00:20:50,740 INFO [M:0;cb28580903fb:41787 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 18bfbaa0116446f49d925909f5a221a5 2024-11-13T00:20:50,740 INFO [M:0;cb28580903fb:41787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18bfbaa0116446f49d925909f5a221a5, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T00:20:50,741 DEBUG [M:0;cb28580903fb:41787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c0f46ecba4b4933be76958b959d5491 as hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c0f46ecba4b4933be76958b959d5491 2024-11-13T00:20:50,745 INFO [M:0;cb28580903fb:41787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/ece34262-7e7f-2943-bab8-7be7f664a412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c0f46ecba4b4933be76958b959d5491, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T00:20:50,746 INFO [M:0;cb28580903fb:41787 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 521ms, sequenceid=105, compaction requested=false 2024-11-13T00:20:50,751 INFO [M:0;cb28580903fb:41787 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:50,751 DEBUG [M:0;cb28580903fb:41787 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457250225Disabling compacts and flushes for region at 1731457250225Disabling writes for close at 1731457250225Obtaining lock to block concurrent updates at 1731457250225Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731457250225Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731457250225Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731457250226 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731457250226Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731457250245 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731457250245Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731457250253 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731457250271 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731457250271Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731457250302 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731457250321 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731457250321Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d0aa939: reopening flushed file at 1731457250732 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a479eca: reopening flushed file at 1731457250736 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e3f4304: reopening flushed file at 1731457250740 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 521ms, sequenceid=105, compaction requested=false at 1731457250746 (+6 ms)Writing region close event to WAL at 1731457250751 (+5 ms)Closed at 1731457250751 2024-11-13T00:20:50,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40545 is added to blk_1073741830_1006 (size=64411) 2024-11-13T00:20:50,754 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:20:50,755 INFO [M:0;cb28580903fb:41787 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T00:20:50,755 INFO [M:0;cb28580903fb:41787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41787 2024-11-13T00:20:50,755 INFO [M:0;cb28580903fb:41787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:20:50,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:20:50,857 INFO [M:0;cb28580903fb:41787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:20:50,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41787-0x1010eb243940000, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:20:50,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bdd0a17{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:20:50,861 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ab36650{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:20:50,861 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:20:50,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37437004{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:20:50,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@556f8e1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/hadoop.log.dir/,STOPPED} 2024-11-13T00:20:50,863 WARN [BP-420737328-172.17.0.2-1731457210650 heartbeating to localhost/127.0.0.1:45921 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:20:50,863 WARN [BP-420737328-172.17.0.2-1731457210650 heartbeating to localhost/127.0.0.1:45921 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-420737328-172.17.0.2-1731457210650 (Datanode Uuid bc5f606c-6f29-4684-bb81-e80bf1d4932d) service to localhost/127.0.0.1:45921 2024-11-13T00:20:50,864 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/cluster_2a1d7a76-9c54-b550-e3fb-64e73bbbf8c5/data/data1/current/BP-420737328-172.17.0.2-1731457210650 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:20:50,864 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/cluster_2a1d7a76-9c54-b550-e3fb-64e73bbbf8c5/data/data2/current/BP-420737328-172.17.0.2-1731457210650 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:20:50,864 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:20:50,864 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:20:50,864 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:20:50,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77e8174a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:20:50,872 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d42869e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:20:50,872 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:20:50,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d4b3e94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:20:50,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c33629c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3340f83-7868-9583-5b38-d545f892b900/hadoop.log.dir/,STOPPED} 2024-11-13T00:20:50,879 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T00:20:50,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T00:20:50,909 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 267) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41711 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-21 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45921 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39401 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:41711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62134) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62134) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45921 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41711 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45921 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41711 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:39401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62134) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:45921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=733 (was 652) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=349 (was 256) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1390 (was 808) - AvailableMemoryMB LEAK? - 2024-11-13T00:20:50,922 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=733, MaxFileDescriptor=1048576, SystemLoadAverage=349, ProcessCount=11, AvailableMemoryMB=1389 2024-11-13T00:20:50,945 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-13T00:20:50,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/hadoop.log.dir so I do NOT create it in target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d 2024-11-13T00:20:50,946 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T00:20:50,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/hadoop.tmp.dir so I do NOT create it in target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d 2024-11-13T00:20:50,946 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37631d9f-435c-2c3d-2440-8ae075b2dbc3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T00:20:50,946 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d 2024-11-13T00:20:50,946 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/cluster_5eac408c-8070-fb78-2351-c4bed5beb1ea, deleteOnExit=true 2024-11-13T00:20:50,950 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/cluster_5eac408c-8070-fb78-2351-c4bed5beb1ea/zookeeper_0, clientPort=60945, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/cluster_5eac408c-8070-fb78-2351-c4bed5beb1ea/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/cluster_5eac408c-8070-fb78-2351-c4bed5beb1ea/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T00:20:50,951 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60945 2024-11-13T00:20:50,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T00:20:50,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T00:20:50,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/test.cache.data in system properties and HBase conf 2024-11-13T00:20:50,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T00:20:50,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/hadoop.log.dir in system properties and HBase conf 2024-11-13T00:20:50,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T00:20:50,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T00:20:50,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T00:20:50,952 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T00:20:50,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:20:50,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:20:50,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T00:20:50,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:20:50,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T00:20:50,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T00:20:50,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:20:50,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:20:50,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T00:20:50,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/nfs.dump.dir in system properties and HBase conf 2024-11-13T00:20:50,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/java.io.tmpdir in system properties and HBase conf 2024-11-13T00:20:50,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:20:50,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T00:20:50,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T00:20:50,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1010eb243940008, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T00:20:50,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1010eb243940002, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T00:20:50,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1010eb243940008, quorum=127.0.0.1:62134, baseZNode=/21468267810 Received Disconnected from ZooKeeper, ignoring 2024-11-13T00:20:50,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1010eb243940002, quorum=127.0.0.1:62134, baseZNode=/0-887345196 Received Disconnected from ZooKeeper, ignoring 2024-11-13T00:20:50,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1010eb243940005, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T00:20:50,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1010eb243940005, quorum=127.0.0.1:62134, baseZNode=/1-104499830 Received Disconnected from ZooKeeper, ignoring 2024-11-13T00:20:51,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:20:51,070 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:20:51,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:20:51,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:20:51,075 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:20:51,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:20:51,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@698790f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:20:51,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e30eaee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:20:51,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20ceae03{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/java.io.tmpdir/jetty-localhost-34483-hadoop-hdfs-3_4_1-tests_jar-_-any-15081456083410119894/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:20:51,238 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78a73050{HTTP/1.1, (http/1.1)}{localhost:34483} 2024-11-13T00:20:51,238 INFO [Time-limited test {}] server.Server(415): Started @245105ms 2024-11-13T00:20:51,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T00:20:51,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T00:20:51,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T00:20:51,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T00:20:51,433 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:20:51,437 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:20:51,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:20:51,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:20:51,449 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:20:51,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdfecec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:20:51,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@368c37ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:20:51,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63de46dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/java.io.tmpdir/jetty-localhost-34883-hadoop-hdfs-3_4_1-tests_jar-_-any-15693138186429044611/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:20:51,585 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38f6c912{HTTP/1.1, (http/1.1)}{localhost:34883} 2024-11-13T00:20:51,585 INFO [Time-limited test {}] server.Server(415): Started @245452ms 2024-11-13T00:20:51,588 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:20:51,718 WARN [Thread-3426 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/cluster_5eac408c-8070-fb78-2351-c4bed5beb1ea/data/data1/current/BP-1635567371-172.17.0.2-1731457250987/current, will proceed with Du for space computation calculation, 2024-11-13T00:20:51,718 WARN [Thread-3427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/cluster_5eac408c-8070-fb78-2351-c4bed5beb1ea/data/data2/current/BP-1635567371-172.17.0.2-1731457250987/current, will proceed with Du for space computation calculation, 2024-11-13T00:20:51,747 WARN [Thread-3414 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:20:51,750 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6dc051f859eb32a9 with lease ID 0x3fb13a1db0866d72: Processing first storage report for DS-35a7b9cc-ad08-4d18-a18d-03a4d13a5f6f from datanode DatanodeRegistration(127.0.0.1:44261, datanodeUuid=29a8cb63-a3dc-42b4-aedc-3b378b61fc93, infoPort=42203, infoSecurePort=0, ipcPort=44143, storageInfo=lv=-57;cid=testClusterID;nsid=1317649884;c=1731457250987) 2024-11-13T00:20:51,750 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6dc051f859eb32a9 with lease ID 0x3fb13a1db0866d72: from storage DS-35a7b9cc-ad08-4d18-a18d-03a4d13a5f6f node DatanodeRegistration(127.0.0.1:44261, datanodeUuid=29a8cb63-a3dc-42b4-aedc-3b378b61fc93, infoPort=42203, infoSecurePort=0, ipcPort=44143, storageInfo=lv=-57;cid=testClusterID;nsid=1317649884;c=1731457250987), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:20:51,750 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6dc051f859eb32a9 with lease ID 0x3fb13a1db0866d72: Processing first storage report for DS-93ac4c37-c0e1-4023-b7e4-d8a7f36baf88 from datanode DatanodeRegistration(127.0.0.1:44261, datanodeUuid=29a8cb63-a3dc-42b4-aedc-3b378b61fc93, infoPort=42203, infoSecurePort=0, ipcPort=44143, storageInfo=lv=-57;cid=testClusterID;nsid=1317649884;c=1731457250987) 2024-11-13T00:20:51,750 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6dc051f859eb32a9 with lease ID 0x3fb13a1db0866d72: from storage DS-93ac4c37-c0e1-4023-b7e4-d8a7f36baf88 node DatanodeRegistration(127.0.0.1:44261, datanodeUuid=29a8cb63-a3dc-42b4-aedc-3b378b61fc93, infoPort=42203, infoSecurePort=0, ipcPort=44143, storageInfo=lv=-57;cid=testClusterID;nsid=1317649884;c=1731457250987), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:20:51,834 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d 2024-11-13T00:20:51,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:51,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:51,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741825_1001 (size=7) 2024-11-13T00:20:52,247 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089 with version=8 2024-11-13T00:20:52,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/hbase-staging 2024-11-13T00:20:52,250 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:20:52,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:52,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:52,251 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:20:52,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:52,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:20:52,251 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:20:52,251 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:20:52,252 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41487 2024-11-13T00:20:52,253 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41487 connecting to ZooKeeper ensemble=127.0.0.1:60945 2024-11-13T00:20:52,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414870x0, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:20:52,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41487-0x1010eb2e1150000 connected 2024-11-13T00:20:52,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:52,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:52,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Set watcher on znode that does not yet exist, /0-804362553/running 2024-11-13T00:20:52,301 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089, hbase.cluster.distributed=false 2024-11-13T00:20:52,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Set watcher on znode that does not yet exist, /0-804362553/acl 2024-11-13T00:20:52,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41487 2024-11-13T00:20:52,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41487 2024-11-13T00:20:52,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41487 2024-11-13T00:20:52,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41487 2024-11-13T00:20:52,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41487 2024-11-13T00:20:52,329 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:20:52,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:52,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:52,329 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:20:52,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:52,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:20:52,329 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:20:52,329 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:20:52,331 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35149 2024-11-13T00:20:52,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35149 connecting to ZooKeeper ensemble=127.0.0.1:60945 2024-11-13T00:20:52,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:52,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:52,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351490x0, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:20:52,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351490x0, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Set watcher on znode that does not yet exist, /0-804362553/running 2024-11-13T00:20:52,341 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:20:52,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35149-0x1010eb2e1150001 connected 2024-11-13T00:20:52,345 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:20:52,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35149-0x1010eb2e1150001, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Set watcher on znode that does not yet exist, /0-804362553/master 2024-11-13T00:20:52,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35149-0x1010eb2e1150001, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Set watcher on znode that does not yet exist, /0-804362553/acl 2024-11-13T00:20:52,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35149 2024-11-13T00:20:52,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35149 2024-11-13T00:20:52,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35149 2024-11-13T00:20:52,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35149 2024-11-13T00:20:52,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35149 2024-11-13T00:20:52,378 DEBUG [M:0;cb28580903fb:41487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:41487 2024-11-13T00:20:52,379 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-804362553/backup-masters/cb28580903fb,41487,1731457252250 2024-11-13T00:20:52,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804362553/backup-masters 2024-11-13T00:20:52,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1010eb2e1150001, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804362553/backup-masters 2024-11-13T00:20:52,381 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Set watcher on existing znode=/0-804362553/backup-masters/cb28580903fb,41487,1731457252250 2024-11-13T00:20:52,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1010eb2e1150001, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-804362553/master 2024-11-13T00:20:52,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1010eb2e1150001, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804362553 2024-11-13T00:20:52,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804362553 2024-11-13T00:20:52,383 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Set watcher on existing znode=/0-804362553/master 2024-11-13T00:20:52,383 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-804362553/backup-masters/cb28580903fb,41487,1731457252250 from backup master directory 2024-11-13T00:20:52,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-804362553/backup-masters/cb28580903fb,41487,1731457252250 2024-11-13T00:20:52,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804362553/backup-masters 2024-11-13T00:20:52,385 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:20:52,385 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,41487,1731457252250 2024-11-13T00:20:52,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1010eb2e1150001, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804362553/backup-masters 2024-11-13T00:20:52,388 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/hbase.id] with ID: 000c96e5-a198-406b-bb1f-85425aff157e 2024-11-13T00:20:52,388 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/.tmp/hbase.id 2024-11-13T00:20:52,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741826_1002 (size=42) 2024-11-13T00:20:52,473 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:20:52,474 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cb28580903fb,35747,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T00:20:52,475 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68570 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cb28580903fb,35747,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T00:20:52,798 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/.tmp/hbase.id]:[hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/hbase.id] 2024-11-13T00:20:52,809 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:52,809 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:20:52,810 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T00:20:52,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804362553 2024-11-13T00:20:52,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1010eb2e1150001, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804362553 2024-11-13T00:20:52,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741827_1003 (size=196) 2024-11-13T00:20:53,220 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:20:53,221 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:20:53,222 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:20:53,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741828_1004 (size=1189) 2024-11-13T00:20:53,237 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/MasterData/data/master/store 2024-11-13T00:20:53,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741829_1005 (size=34) 2024-11-13T00:20:53,649 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:53,649 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:20:53,649 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:53,649 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:53,649 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:20:53,649 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:53,649 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:53,649 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457253649Disabling compacts and flushes for region at 1731457253649Disabling writes for close at 1731457253649Writing region close event to WAL at 1731457253649Closed at 1731457253649 2024-11-13T00:20:53,650 WARN [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/MasterData/data/master/store/.initializing 2024-11-13T00:20:53,650 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/MasterData/WALs/cb28580903fb,41487,1731457252250 2024-11-13T00:20:53,651 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:20:53,652 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C41487%2C1731457252250, suffix=, logDir=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/MasterData/WALs/cb28580903fb,41487,1731457252250, archiveDir=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/MasterData/oldWALs, maxLogs=10 2024-11-13T00:20:53,668 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/MasterData/WALs/cb28580903fb,41487,1731457252250/cb28580903fb%2C41487%2C1731457252250.1731457253652, exclude list is [], retry=0 2024-11-13T00:20:53,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44261,DS-35a7b9cc-ad08-4d18-a18d-03a4d13a5f6f,DISK] 2024-11-13T00:20:53,672 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/MasterData/WALs/cb28580903fb,41487,1731457252250/cb28580903fb%2C41487%2C1731457252250.1731457253652 2024-11-13T00:20:53,672 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42203:42203)] 2024-11-13T00:20:53,673 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:20:53,673 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:53,673 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:53,673 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:53,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:53,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:20:53,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:53,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:53,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:53,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:20:53,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:53,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:53,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:53,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:20:53,678 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:53,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:53,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:53,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:20:53,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:53,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:53,679 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:53,680 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:53,680 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:53,681 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:53,681 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:53,681 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:20:53,682 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:53,684 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:20:53,684 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61605254, jitterRate=-0.0820101797580719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:20:53,685 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731457253673Initializing all the Stores at 1731457253673Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457253674 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457253674Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457253674Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457253674Cleaning up temporary data from old regions at 1731457253681 (+7 ms)Region opened successfully at 1731457253685 (+4 ms) 2024-11-13T00:20:53,685 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:20:53,687 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a81417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:20:53,688 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T00:20:53,688 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:20:53,688 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:20:53,689 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:20:53,689 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T00:20:53,689 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T00:20:53,689 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:20:53,691 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:20:53,692 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Unable to get data of znode /0-804362553/balancer because node does not exist (not necessarily an error) 2024-11-13T00:20:53,693 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-804362553/balancer already deleted, retry=false 2024-11-13T00:20:53,693 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:20:53,694 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Unable to get data of znode /0-804362553/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:20:53,695 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-804362553/normalizer already deleted, retry=false 2024-11-13T00:20:53,695 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:20:53,696 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Unable to get data of znode /0-804362553/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:20:53,698 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-804362553/switch/split already deleted, retry=false 2024-11-13T00:20:53,699 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Unable to get data of znode /0-804362553/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:20:53,700 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-804362553/switch/merge already deleted, retry=false 2024-11-13T00:20:53,702 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Unable to get data of znode /0-804362553/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:20:53,703 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-804362553/snapshot-cleanup already deleted, retry=false 2024-11-13T00:20:53,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1010eb2e1150001, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-804362553/running 2024-11-13T00:20:53,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-804362553/running 2024-11-13T00:20:53,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1010eb2e1150001, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804362553 2024-11-13T00:20:53,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804362553 2024-11-13T00:20:53,705 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,41487,1731457252250, sessionid=0x1010eb2e1150000, setting cluster-up flag (Was=false) 2024-11-13T00:20:53,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804362553 2024-11-13T00:20:53,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1010eb2e1150001, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804362553 2024-11-13T00:20:53,718 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-804362553/flush-table-proc/acquired, /0-804362553/flush-table-proc/reached, /0-804362553/flush-table-proc/abort 2024-11-13T00:20:53,719 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,41487,1731457252250 2024-11-13T00:20:53,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804362553 2024-11-13T00:20:53,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1010eb2e1150001, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804362553 2024-11-13T00:20:53,726 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-804362553/online-snapshot/acquired, /0-804362553/online-snapshot/reached, /0-804362553/online-snapshot/abort 2024-11-13T00:20:53,727 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,41487,1731457252250 2024-11-13T00:20:53,728 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T00:20:53,729 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:20:53,730 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:20:53,730 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:20:53,730 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,41487,1731457252250 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:20:53,731 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:20:53,731 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:20:53,731 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:20:53,731 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:20:53,731 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:20:53,731 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:53,731 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:20:53,731 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:53,737 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:20:53,737 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T00:20:53,738 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:53,738 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T00:20:53,741 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731457283741 2024-11-13T00:20:53,741 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:20:53,741 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:20:53,741 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:20:53,741 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:20:53,741 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:20:53,741 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:20:53,741 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:53,741 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:20:53,742 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:20:53,742 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:20:53,742 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T00:20:53,744 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:20:53,744 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:20:53,751 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457253751,5,FailOnTimeoutGroup] 2024-11-13T00:20:53,752 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457253751,5,FailOnTimeoutGroup] 2024-11-13T00:20:53,752 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:53,752 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:20:53,752 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:53,752 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:53,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741831_1007 (size=1321) 2024-11-13T00:20:53,769 INFO [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(746): ClusterId : 000c96e5-a198-406b-bb1f-85425aff157e 2024-11-13T00:20:53,769 DEBUG [RS:0;cb28580903fb:35149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:20:53,771 DEBUG [RS:0;cb28580903fb:35149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:20:53,771 DEBUG [RS:0;cb28580903fb:35149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:20:53,773 DEBUG [RS:0;cb28580903fb:35149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:20:53,773 DEBUG [RS:0;cb28580903fb:35149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7741e05a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:20:53,788 DEBUG [RS:0;cb28580903fb:35149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:35149 2024-11-13T00:20:53,788 INFO [RS:0;cb28580903fb:35149 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:20:53,788 INFO [RS:0;cb28580903fb:35149 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:20:53,788 DEBUG [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:20:53,789 INFO [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,41487,1731457252250 with port=35149, startcode=1731457252328 2024-11-13T00:20:53,789 DEBUG [RS:0;cb28580903fb:35149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:20:53,791 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:20:53,791 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41487 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,35149,1731457252328 2024-11-13T00:20:53,791 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41487 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,35149,1731457252328 2024-11-13T00:20:53,792 DEBUG [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089 2024-11-13T00:20:53,792 DEBUG [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45367 2024-11-13T00:20:53,792 DEBUG [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:20:53,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804362553/rs 2024-11-13T00:20:53,795 DEBUG [RS:0;cb28580903fb:35149 {}] zookeeper.ZKUtil(111): regionserver:35149-0x1010eb2e1150001, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Set watcher on existing znode=/0-804362553/rs/cb28580903fb,35149,1731457252328 2024-11-13T00:20:53,795 WARN [RS:0;cb28580903fb:35149 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:20:53,795 INFO [RS:0;cb28580903fb:35149 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:20:53,795 DEBUG [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328 2024-11-13T00:20:53,795 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,35149,1731457252328] 2024-11-13T00:20:53,798 INFO [RS:0;cb28580903fb:35149 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:20:53,800 INFO [RS:0;cb28580903fb:35149 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:20:53,800 INFO [RS:0;cb28580903fb:35149 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:20:53,800 INFO [RS:0;cb28580903fb:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:53,801 INFO [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:20:53,801 INFO [RS:0;cb28580903fb:35149 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:20:53,801 INFO [RS:0;cb28580903fb:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:53,801 DEBUG [RS:0;cb28580903fb:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:53,801 DEBUG [RS:0;cb28580903fb:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:53,802 DEBUG [RS:0;cb28580903fb:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:53,802 DEBUG [RS:0;cb28580903fb:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:53,802 DEBUG [RS:0;cb28580903fb:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:53,802 DEBUG [RS:0;cb28580903fb:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:20:53,802 DEBUG [RS:0;cb28580903fb:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:53,802 DEBUG [RS:0;cb28580903fb:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:53,802 DEBUG [RS:0;cb28580903fb:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:53,802 DEBUG [RS:0;cb28580903fb:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:53,802 DEBUG [RS:0;cb28580903fb:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:53,802 DEBUG [RS:0;cb28580903fb:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:53,802 DEBUG [RS:0;cb28580903fb:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:20:53,802 DEBUG [RS:0;cb28580903fb:35149 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:20:53,806 INFO [RS:0;cb28580903fb:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:53,806 INFO [RS:0;cb28580903fb:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:53,806 INFO [RS:0;cb28580903fb:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:53,806 INFO [RS:0;cb28580903fb:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:53,806 INFO [RS:0;cb28580903fb:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:53,806 INFO [RS:0;cb28580903fb:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,35149,1731457252328-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:20:53,824 INFO [RS:0;cb28580903fb:35149 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:20:53,824 INFO [RS:0;cb28580903fb:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,35149,1731457252328-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:53,824 INFO [RS:0;cb28580903fb:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:53,824 INFO [RS:0;cb28580903fb:35149 {}] regionserver.Replication(171): cb28580903fb,35149,1731457252328 started 2024-11-13T00:20:53,843 INFO [RS:0;cb28580903fb:35149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:53,844 INFO [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,35149,1731457252328, RpcServer on cb28580903fb/172.17.0.2:35149, sessionid=0x1010eb2e1150001 2024-11-13T00:20:53,844 DEBUG [RS:0;cb28580903fb:35149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:20:53,844 DEBUG [RS:0;cb28580903fb:35149 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,35149,1731457252328 2024-11-13T00:20:53,844 DEBUG [RS:0;cb28580903fb:35149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,35149,1731457252328' 2024-11-13T00:20:53,844 DEBUG [RS:0;cb28580903fb:35149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-804362553/flush-table-proc/abort' 2024-11-13T00:20:53,844 DEBUG [RS:0;cb28580903fb:35149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-804362553/flush-table-proc/acquired' 2024-11-13T00:20:53,845 DEBUG [RS:0;cb28580903fb:35149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:20:53,845 DEBUG [RS:0;cb28580903fb:35149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:20:53,845 DEBUG [RS:0;cb28580903fb:35149 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,35149,1731457252328 2024-11-13T00:20:53,845 DEBUG [RS:0;cb28580903fb:35149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,35149,1731457252328' 2024-11-13T00:20:53,845 DEBUG [RS:0;cb28580903fb:35149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-804362553/online-snapshot/abort' 2024-11-13T00:20:53,845 DEBUG [RS:0;cb28580903fb:35149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-804362553/online-snapshot/acquired' 2024-11-13T00:20:53,846 DEBUG [RS:0;cb28580903fb:35149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:20:53,846 INFO [RS:0;cb28580903fb:35149 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:20:53,846 INFO [RS:0;cb28580903fb:35149 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:20:53,946 INFO [RS:0;cb28580903fb:35149 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:20:53,948 INFO [RS:0;cb28580903fb:35149 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C35149%2C1731457252328, suffix=, logDir=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328, archiveDir=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/oldWALs, maxLogs=10 2024-11-13T00:20:53,962 DEBUG [RS:0;cb28580903fb:35149 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948, exclude list is [], retry=0 2024-11-13T00:20:53,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44261,DS-35a7b9cc-ad08-4d18-a18d-03a4d13a5f6f,DISK] 2024-11-13T00:20:53,966 INFO [RS:0;cb28580903fb:35149 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 2024-11-13T00:20:53,967 DEBUG [RS:0;cb28580903fb:35149 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42203:42203)] 2024-11-13T00:20:54,160 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T00:20:54,160 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089 2024-11-13T00:20:54,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741833_1009 (size=32) 2024-11-13T00:20:54,471 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:20:54,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:54,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:54,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:54,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:54,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:54,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:54,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:54,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:54,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:54,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:54,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:54,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:54,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:54,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:54,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:20:54,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:54,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:20:54,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:20:54,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:54,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:54,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:20:54,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:20:54,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:54,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:54,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:20:54,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:20:54,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:54,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:54,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:20:54,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:20:54,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:54,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:54,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:20:54,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/1588230740 2024-11-13T00:20:54,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/1588230740 2024-11-13T00:20:54,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:20:54,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:20:54,577 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:20:54,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:20:54,580 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:20:54,580 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67539032, jitterRate=0.006410002708435059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:20:54,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731457254566Initializing all the Stores at 1731457254567 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457254567Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457254567Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457254567Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457254567Cleaning up temporary data from old regions at 1731457254576 (+9 ms)Region opened successfully at 1731457254581 (+5 ms) 2024-11-13T00:20:54,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:20:54,581 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:20:54,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:20:54,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:20:54,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:20:54,582 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:20:54,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457254581Disabling compacts and flushes for region at 1731457254581Disabling writes for close at 1731457254581Writing region close event to WAL at 1731457254582 (+1 ms)Closed at 1731457254582 2024-11-13T00:20:54,583 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:20:54,583 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T00:20:54,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:20:54,584 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:20:54,585 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T00:20:54,735 DEBUG [cb28580903fb:41487 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:20:54,736 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,35149,1731457252328 2024-11-13T00:20:54,737 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,35149,1731457252328, state=OPENING 2024-11-13T00:20:54,739 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T00:20:54,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1010eb2e1150001, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804362553 2024-11-13T00:20:54,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804362553 2024-11-13T00:20:54,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-804362553/meta-region-server: CHANGED 2024-11-13T00:20:54,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-804362553/meta-region-server: CHANGED 2024-11-13T00:20:54,743 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:20:54,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,35149,1731457252328}] 2024-11-13T00:20:54,896 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:20:54,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:20:54,900 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:20:54,901 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:20:54,901 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T00:20:54,902 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C35149%2C1731457252328.meta, suffix=.meta, logDir=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328, archiveDir=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/oldWALs, maxLogs=10 2024-11-13T00:20:54,921 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.meta.1731457254903.meta, exclude list is [], retry=0 2024-11-13T00:20:54,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44261,DS-35a7b9cc-ad08-4d18-a18d-03a4d13a5f6f,DISK] 2024-11-13T00:20:54,924 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.meta.1731457254903.meta 2024-11-13T00:20:54,925 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42203:42203)] 2024-11-13T00:20:54,925 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:20:54,925 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:20:54,925 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:20:54,925 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:20:54,925 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:20:54,925 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:20:54,925 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:54,926 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:20:54,926 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:20:54,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:20:54,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:20:54,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:54,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:54,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:20:54,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:20:54,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:54,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:54,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:20:54,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:20:54,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:54,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:54,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:20:54,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:20:54,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:54,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:54,931 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:20:54,932 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/1588230740 2024-11-13T00:20:54,932 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/1588230740 2024-11-13T00:20:54,933 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:20:54,933 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:20:54,934 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:20:54,934 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:20:54,935 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65915325, jitterRate=-0.017785117030143738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:20:54,935 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:20:54,935 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731457254926Writing region info on filesystem at 1731457254926Initializing all the Stores at 1731457254926Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457254926Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457254926Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457254926Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457254926Cleaning up temporary data from old regions at 1731457254933 (+7 ms)Running coprocessor post-open hooks at 1731457254935 (+2 ms)Region opened successfully at 1731457254935 2024-11-13T00:20:54,936 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731457254896 2024-11-13T00:20:54,938 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:20:54,938 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:20:54,939 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,35149,1731457252328 2024-11-13T00:20:54,939 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,35149,1731457252328, state=OPEN 2024-11-13T00:20:54,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-804362553/meta-region-server 2024-11-13T00:20:54,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1010eb2e1150001, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-804362553/meta-region-server 2024-11-13T00:20:54,944 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,35149,1731457252328 2024-11-13T00:20:54,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-804362553/meta-region-server: CHANGED 2024-11-13T00:20:54,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-804362553/meta-region-server: CHANGED 2024-11-13T00:20:54,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T00:20:54,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,35149,1731457252328 in 201 msec 2024-11-13T00:20:54,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T00:20:54,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-11-13T00:20:54,948 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:20:54,948 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T00:20:54,949 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:20:54,949 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,35149,1731457252328, seqNum=-1] 2024-11-13T00:20:54,949 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:20:54,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:20:54,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2250 sec 2024-11-13T00:20:54,955 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731457254955, completionTime=-1 2024-11-13T00:20:54,955 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T00:20:54,955 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:20:54,957 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T00:20:54,957 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731457314957 2024-11-13T00:20:54,957 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731457374957 2024-11-13T00:20:54,957 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T00:20:54,958 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,41487,1731457252250-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:54,958 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,41487,1731457252250-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:54,958 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,41487,1731457252250-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:54,958 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:41487, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:54,958 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:54,959 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:54,960 DEBUG [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T00:20:54,961 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.576sec 2024-11-13T00:20:54,962 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:20:54,962 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:20:54,962 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:20:54,962 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:20:54,962 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:20:54,962 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,41487,1731457252250-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:20:54,962 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,41487,1731457252250-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:20:54,963 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:20:54,964 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:20:54,964 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,41487,1731457252250-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:54,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26adb554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:54,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41487,-1 for getting cluster id 2024-11-13T00:20:54,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:20:54,970 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '000c96e5-a198-406b-bb1f-85425aff157e' 2024-11-13T00:20:54,970 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:20:54,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "000c96e5-a198-406b-bb1f-85425aff157e" 2024-11-13T00:20:54,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5703a9fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:54,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41487,-1] 2024-11-13T00:20:54,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:20:54,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:54,972 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:20:54,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb71712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:54,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:20:54,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,35149,1731457252328, seqNum=-1] 2024-11-13T00:20:54,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:20:54,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:20:54,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb28580903fb,41487,1731457252250 2024-11-13T00:20:54,976 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60945 2024-11-13T00:20:54,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:20:54,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1010eb2e1150002 connected 2024-11-13T00:20:54,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/hadoop.log.dir so I do NOT create it in target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72 2024-11-13T00:20:54,982 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T00:20:54,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/hadoop.tmp.dir so I do NOT create it in target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72 2024-11-13T00:20:54,982 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T00:20:54,982 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72 2024-11-13T00:20:54,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T00:20:54,982 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/cluster_ead0dd7b-87eb-0f5c-b84f-51a29e2be48b, deleteOnExit=true 2024-11-13T00:20:54,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T00:20:54,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/test.cache.data in system properties and HBase conf 2024-11-13T00:20:54,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T00:20:54,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/hadoop.log.dir in system properties and HBase conf 2024-11-13T00:20:54,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T00:20:54,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T00:20:54,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T00:20:54,983 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T00:20:54,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:20:54,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:20:54,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T00:20:54,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:20:54,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T00:20:54,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T00:20:54,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:20:54,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:20:54,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T00:20:54,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/nfs.dump.dir in system properties and HBase conf 2024-11-13T00:20:54,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/java.io.tmpdir in system properties and HBase conf 2024-11-13T00:20:54,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:20:54,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T00:20:54,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T00:20:55,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:20:55,085 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:20:55,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:20:55,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:20:55,089 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:20:55,089 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:20:55,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62f51439{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:20:55,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39bad9d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:20:55,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fe79da0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/java.io.tmpdir/jetty-localhost-33589-hadoop-hdfs-3_4_1-tests_jar-_-any-6472979306538751673/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:20:55,230 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@594ad742{HTTP/1.1, (http/1.1)}{localhost:33589} 2024-11-13T00:20:55,230 INFO [Time-limited test {}] server.Server(415): Started @249097ms 2024-11-13T00:20:55,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:20:55,341 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:20:55,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:20:55,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:20:55,345 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:20:55,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a97c4b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:20:55,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c2fb306{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:20:55,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7326d05d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/java.io.tmpdir/jetty-localhost-42177-hadoop-hdfs-3_4_1-tests_jar-_-any-3355232647263409906/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:20:55,484 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d81422{HTTP/1.1, (http/1.1)}{localhost:42177} 2024-11-13T00:20:55,485 INFO [Time-limited test {}] server.Server(415): Started @249351ms 2024-11-13T00:20:55,486 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:20:55,762 WARN [Thread-3547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/cluster_ead0dd7b-87eb-0f5c-b84f-51a29e2be48b/data/data1/current/BP-765290702-172.17.0.2-1731457255016/current, will proceed with Du for space computation calculation, 2024-11-13T00:20:55,773 WARN [Thread-3548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/cluster_ead0dd7b-87eb-0f5c-b84f-51a29e2be48b/data/data2/current/BP-765290702-172.17.0.2-1731457255016/current, will proceed with Du for space computation calculation, 2024-11-13T00:20:55,817 WARN [Thread-3535 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:20:55,827 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf778705ca3d4cc0 with lease ID 0x4dabc4a7c2636a9e: Processing first storage report for DS-b7ac3454-42e3-416c-98d5-1f7738f4dc52 from datanode DatanodeRegistration(127.0.0.1:32961, datanodeUuid=897a2a24-1751-46d0-8c73-6f84376c6b70, infoPort=41077, infoSecurePort=0, ipcPort=45839, storageInfo=lv=-57;cid=testClusterID;nsid=660435061;c=1731457255016) 2024-11-13T00:20:55,827 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf778705ca3d4cc0 with lease ID 0x4dabc4a7c2636a9e: from storage DS-b7ac3454-42e3-416c-98d5-1f7738f4dc52 node DatanodeRegistration(127.0.0.1:32961, datanodeUuid=897a2a24-1751-46d0-8c73-6f84376c6b70, infoPort=41077, infoSecurePort=0, ipcPort=45839, storageInfo=lv=-57;cid=testClusterID;nsid=660435061;c=1731457255016), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T00:20:55,827 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf778705ca3d4cc0 with lease ID 0x4dabc4a7c2636a9e: Processing first storage report for DS-faf249ac-e7c6-424a-8f92-3de67e3bb921 from datanode DatanodeRegistration(127.0.0.1:32961, datanodeUuid=897a2a24-1751-46d0-8c73-6f84376c6b70, infoPort=41077, infoSecurePort=0, ipcPort=45839, storageInfo=lv=-57;cid=testClusterID;nsid=660435061;c=1731457255016) 2024-11-13T00:20:55,827 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf778705ca3d4cc0 with lease ID 0x4dabc4a7c2636a9e: from storage DS-faf249ac-e7c6-424a-8f92-3de67e3bb921 node DatanodeRegistration(127.0.0.1:32961, datanodeUuid=897a2a24-1751-46d0-8c73-6f84376c6b70, infoPort=41077, infoSecurePort=0, ipcPort=45839, storageInfo=lv=-57;cid=testClusterID;nsid=660435061;c=1731457255016), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:20:55,870 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72 2024-11-13T00:20:55,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:55,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:55,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741825_1001 (size=7) 2024-11-13T00:20:56,300 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782 with version=8 2024-11-13T00:20:56,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/hbase-staging 2024-11-13T00:20:56,302 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:20:56,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:56,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:56,303 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:20:56,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:56,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:20:56,303 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:20:56,303 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:20:56,303 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45713 2024-11-13T00:20:56,304 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45713 connecting to ZooKeeper ensemble=127.0.0.1:60945 2024-11-13T00:20:56,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457130x0, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:20:56,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45713-0x1010eb2e1150003 connected 2024-11-13T00:20:56,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:56,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:56,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Set watcher on znode that does not yet exist, /11039316797/running 2024-11-13T00:20:56,321 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782, hbase.cluster.distributed=false 2024-11-13T00:20:56,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Set watcher on znode that does not yet exist, /11039316797/acl 2024-11-13T00:20:56,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45713 2024-11-13T00:20:56,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45713 2024-11-13T00:20:56,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45713 2024-11-13T00:20:56,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45713 2024-11-13T00:20:56,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45713 2024-11-13T00:20:56,339 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:20:56,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:56,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:56,339 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:20:56,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:56,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:20:56,339 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:20:56,339 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:20:56,339 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39505 2024-11-13T00:20:56,340 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39505 connecting to ZooKeeper ensemble=127.0.0.1:60945 2024-11-13T00:20:56,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:56,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:56,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395050x0, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:20:56,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395050x0, quorum=127.0.0.1:60945, baseZNode=/11039316797 Set watcher on znode that does not yet exist, /11039316797/running 2024-11-13T00:20:56,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39505-0x1010eb2e1150004 connected 2024-11-13T00:20:56,352 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:20:56,354 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:20:56,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39505-0x1010eb2e1150004, quorum=127.0.0.1:60945, baseZNode=/11039316797 Set watcher on znode that does not yet exist, /11039316797/master 2024-11-13T00:20:56,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39505-0x1010eb2e1150004, quorum=127.0.0.1:60945, baseZNode=/11039316797 Set watcher on znode that does not yet exist, /11039316797/acl 2024-11-13T00:20:56,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39505 2024-11-13T00:20:56,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39505 2024-11-13T00:20:56,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39505 2024-11-13T00:20:56,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39505 2024-11-13T00:20:56,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39505 2024-11-13T00:20:56,387 DEBUG [M:0;cb28580903fb:45713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:45713 2024-11-13T00:20:56,387 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11039316797/backup-masters/cb28580903fb,45713,1731457256302 2024-11-13T00:20:56,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11039316797/backup-masters 2024-11-13T00:20:56,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1010eb2e1150004, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11039316797/backup-masters 2024-11-13T00:20:56,390 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Set watcher on existing znode=/11039316797/backup-masters/cb28580903fb,45713,1731457256302 2024-11-13T00:20:56,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11039316797 2024-11-13T00:20:56,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1010eb2e1150004, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11039316797/master 2024-11-13T00:20:56,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1010eb2e1150004, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11039316797 2024-11-13T00:20:56,393 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Set watcher on existing znode=/11039316797/master 2024-11-13T00:20:56,393 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11039316797/backup-masters/cb28580903fb,45713,1731457256302 from backup master directory 2024-11-13T00:20:56,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11039316797/backup-masters/cb28580903fb,45713,1731457256302 2024-11-13T00:20:56,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11039316797/backup-masters 2024-11-13T00:20:56,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1010eb2e1150004, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11039316797/backup-masters 2024-11-13T00:20:56,395 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:20:56,395 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,45713,1731457256302 2024-11-13T00:20:56,405 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/hbase.id] with ID: 43cc1ca5-0859-4c5f-9acd-07c34ee9685d 2024-11-13T00:20:56,405 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/.tmp/hbase.id 2024-11-13T00:20:56,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741826_1002 (size=42) 2024-11-13T00:20:56,468 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/.tmp/hbase.id]:[hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/hbase.id] 2024-11-13T00:20:56,482 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:56,482 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:20:56,484 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T00:20:56,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11039316797 2024-11-13T00:20:56,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1010eb2e1150004, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11039316797 2024-11-13T00:20:56,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741827_1003 (size=196) 2024-11-13T00:20:56,514 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:20:56,515 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:20:56,520 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:20:56,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741828_1004 (size=1189) 2024-11-13T00:20:56,543 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/MasterData/data/master/store 2024-11-13T00:20:56,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741829_1005 (size=34) 2024-11-13T00:20:56,606 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:56,606 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:20:56,606 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:56,606 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:56,606 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:20:56,606 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:56,606 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:20:56,606 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457256606Disabling compacts and flushes for region at 1731457256606Disabling writes for close at 1731457256606Writing region close event to WAL at 1731457256606Closed at 1731457256606 2024-11-13T00:20:56,608 WARN [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/MasterData/data/master/store/.initializing 2024-11-13T00:20:56,608 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/MasterData/WALs/cb28580903fb,45713,1731457256302 2024-11-13T00:20:56,609 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:20:56,614 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C45713%2C1731457256302, suffix=, logDir=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/MasterData/WALs/cb28580903fb,45713,1731457256302, archiveDir=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/MasterData/oldWALs, maxLogs=10 2024-11-13T00:20:56,636 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/MasterData/WALs/cb28580903fb,45713,1731457256302/cb28580903fb%2C45713%2C1731457256302.1731457256615, exclude list is [], retry=0 2024-11-13T00:20:56,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32961,DS-b7ac3454-42e3-416c-98d5-1f7738f4dc52,DISK] 2024-11-13T00:20:56,672 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/MasterData/WALs/cb28580903fb,45713,1731457256302/cb28580903fb%2C45713%2C1731457256302.1731457256615 2024-11-13T00:20:56,681 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41077:41077)] 2024-11-13T00:20:56,682 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:20:56,682 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:56,682 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:56,682 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:56,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:56,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:20:56,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:56,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:56,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:56,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:20:56,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:56,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:56,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:56,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:20:56,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:56,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:56,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:56,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:20:56,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:56,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:20:56,707 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:56,708 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:56,709 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:56,710 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:56,710 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:56,711 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:20:56,712 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:20:56,717 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:20:56,717 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74652894, jitterRate=0.11241480708122253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:20:56,718 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731457256682Initializing all the Stores at 1731457256683 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457256683Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457256698 (+15 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457256698Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457256698Cleaning up temporary data from old regions at 1731457256710 (+12 ms)Region opened successfully at 1731457256718 (+8 ms) 2024-11-13T00:20:56,723 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:20:56,728 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ef54e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:20:56,730 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T00:20:56,730 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:20:56,730 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:20:56,730 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:20:56,731 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T00:20:56,731 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T00:20:56,731 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:20:56,742 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:20:56,744 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Unable to get data of znode /11039316797/balancer because node does not exist (not necessarily an error) 2024-11-13T00:20:56,745 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11039316797/balancer already deleted, retry=false 2024-11-13T00:20:56,746 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:20:56,746 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Unable to get data of znode /11039316797/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:20:56,749 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11039316797/normalizer already deleted, retry=false 2024-11-13T00:20:56,749 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:20:56,751 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Unable to get data of znode /11039316797/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:20:56,753 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11039316797/switch/split already deleted, retry=false 2024-11-13T00:20:56,755 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Unable to get data of znode /11039316797/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:20:56,757 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11039316797/switch/merge already deleted, retry=false 2024-11-13T00:20:56,762 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Unable to get data of znode /11039316797/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:20:56,763 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11039316797/snapshot-cleanup already deleted, retry=false 2024-11-13T00:20:56,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1010eb2e1150004, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11039316797/running 2024-11-13T00:20:56,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1010eb2e1150004, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11039316797 2024-11-13T00:20:56,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11039316797/running 2024-11-13T00:20:56,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11039316797 2024-11-13T00:20:56,771 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,45713,1731457256302, sessionid=0x1010eb2e1150003, setting cluster-up flag (Was=false) 2024-11-13T00:20:56,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11039316797 2024-11-13T00:20:56,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1010eb2e1150004, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11039316797 2024-11-13T00:20:56,784 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11039316797/flush-table-proc/acquired, /11039316797/flush-table-proc/reached, /11039316797/flush-table-proc/abort 2024-11-13T00:20:56,785 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,45713,1731457256302 2024-11-13T00:20:56,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11039316797 2024-11-13T00:20:56,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1010eb2e1150004, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11039316797 2024-11-13T00:20:56,797 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11039316797/online-snapshot/acquired, /11039316797/online-snapshot/reached, /11039316797/online-snapshot/abort 2024-11-13T00:20:56,799 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,45713,1731457256302 2024-11-13T00:20:56,813 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T00:20:56,815 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:20:56,815 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:20:56,815 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:20:56,816 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,45713,1731457256302 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:20:56,825 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:20:56,825 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:20:56,825 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:20:56,825 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:20:56,825 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:20:56,825 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:56,825 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:20:56,825 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:56,852 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:20:56,853 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T00:20:56,855 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:56,855 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T00:20:56,875 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731457286875 2024-11-13T00:20:56,875 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:20:56,876 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:20:56,876 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:20:56,876 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:20:56,876 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:20:56,876 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:20:56,879 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:56,894 INFO [RS:0;cb28580903fb:39505 {}] regionserver.HRegionServer(746): ClusterId : 43cc1ca5-0859-4c5f-9acd-07c34ee9685d 2024-11-13T00:20:56,894 DEBUG [RS:0;cb28580903fb:39505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:20:56,896 DEBUG [RS:0;cb28580903fb:39505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:20:56,896 DEBUG [RS:0;cb28580903fb:39505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:20:56,898 DEBUG [RS:0;cb28580903fb:39505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:20:56,899 DEBUG [RS:0;cb28580903fb:39505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93cc3f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:20:56,914 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:20:56,914 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:20:56,914 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:20:56,914 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T00:20:56,947 DEBUG [RS:0;cb28580903fb:39505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:39505 2024-11-13T00:20:56,947 INFO [RS:0;cb28580903fb:39505 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:20:56,947 INFO [RS:0;cb28580903fb:39505 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:20:56,947 DEBUG [RS:0;cb28580903fb:39505 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:20:56,948 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:20:56,948 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:20:56,951 INFO [RS:0;cb28580903fb:39505 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,45713,1731457256302 with port=39505, startcode=1731457256338 2024-11-13T00:20:56,951 DEBUG [RS:0;cb28580903fb:39505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:20:56,974 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457256948,5,FailOnTimeoutGroup] 2024-11-13T00:20:56,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741831_1007 (size=1321) 2024-11-13T00:20:56,978 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T00:20:56,978 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782 2024-11-13T00:20:56,992 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457256974,5,FailOnTimeoutGroup] 2024-11-13T00:20:56,992 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:56,992 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:20:56,992 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:56,993 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:56,996 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:20:56,998 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,39505,1731457256338 2024-11-13T00:20:56,998 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45713 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,39505,1731457256338 2024-11-13T00:20:57,000 DEBUG [RS:0;cb28580903fb:39505 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782 2024-11-13T00:20:57,000 DEBUG [RS:0;cb28580903fb:39505 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35989 2024-11-13T00:20:57,000 DEBUG [RS:0;cb28580903fb:39505 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:20:57,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11039316797/rs 2024-11-13T00:20:57,010 DEBUG [RS:0;cb28580903fb:39505 {}] zookeeper.ZKUtil(111): regionserver:39505-0x1010eb2e1150004, quorum=127.0.0.1:60945, baseZNode=/11039316797 Set watcher on existing znode=/11039316797/rs/cb28580903fb,39505,1731457256338 2024-11-13T00:20:57,010 WARN [RS:0;cb28580903fb:39505 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:20:57,010 INFO [RS:0;cb28580903fb:39505 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:20:57,010 DEBUG [RS:0;cb28580903fb:39505 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338 2024-11-13T00:20:57,025 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,39505,1731457256338] 2024-11-13T00:20:57,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741832_1008 (size=32) 2024-11-13T00:20:57,054 INFO [RS:0;cb28580903fb:39505 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:20:57,064 INFO [RS:0;cb28580903fb:39505 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:20:57,065 INFO [RS:0;cb28580903fb:39505 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:20:57,065 INFO [RS:0;cb28580903fb:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:57,068 INFO [RS:0;cb28580903fb:39505 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:20:57,069 INFO [RS:0;cb28580903fb:39505 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:20:57,069 INFO [RS:0;cb28580903fb:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:57,069 DEBUG [RS:0;cb28580903fb:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:57,069 DEBUG [RS:0;cb28580903fb:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:57,070 DEBUG [RS:0;cb28580903fb:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:57,070 DEBUG [RS:0;cb28580903fb:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:57,070 DEBUG [RS:0;cb28580903fb:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:57,070 DEBUG [RS:0;cb28580903fb:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:20:57,070 DEBUG [RS:0;cb28580903fb:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:57,070 DEBUG [RS:0;cb28580903fb:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:57,070 DEBUG [RS:0;cb28580903fb:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:57,070 DEBUG [RS:0;cb28580903fb:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:57,070 DEBUG [RS:0;cb28580903fb:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:57,070 DEBUG [RS:0;cb28580903fb:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:20:57,070 DEBUG [RS:0;cb28580903fb:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:20:57,070 DEBUG [RS:0;cb28580903fb:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:20:57,084 INFO [RS:0;cb28580903fb:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:57,084 INFO [RS:0;cb28580903fb:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:57,084 INFO [RS:0;cb28580903fb:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:57,084 INFO [RS:0;cb28580903fb:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:57,084 INFO [RS:0;cb28580903fb:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:57,084 INFO [RS:0;cb28580903fb:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,39505,1731457256338-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:20:57,111 INFO [RS:0;cb28580903fb:39505 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:20:57,111 INFO [RS:0;cb28580903fb:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,39505,1731457256338-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:57,112 INFO [RS:0;cb28580903fb:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:57,112 INFO [RS:0;cb28580903fb:39505 {}] regionserver.Replication(171): cb28580903fb,39505,1731457256338 started 2024-11-13T00:20:57,134 INFO [RS:0;cb28580903fb:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:57,134 INFO [RS:0;cb28580903fb:39505 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,39505,1731457256338, RpcServer on cb28580903fb/172.17.0.2:39505, sessionid=0x1010eb2e1150004 2024-11-13T00:20:57,134 DEBUG [RS:0;cb28580903fb:39505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:20:57,134 DEBUG [RS:0;cb28580903fb:39505 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,39505,1731457256338 2024-11-13T00:20:57,134 DEBUG [RS:0;cb28580903fb:39505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,39505,1731457256338' 2024-11-13T00:20:57,134 DEBUG [RS:0;cb28580903fb:39505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11039316797/flush-table-proc/abort' 2024-11-13T00:20:57,135 DEBUG [RS:0;cb28580903fb:39505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11039316797/flush-table-proc/acquired' 2024-11-13T00:20:57,138 DEBUG [RS:0;cb28580903fb:39505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:20:57,138 DEBUG [RS:0;cb28580903fb:39505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:20:57,138 DEBUG [RS:0;cb28580903fb:39505 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,39505,1731457256338 2024-11-13T00:20:57,138 DEBUG [RS:0;cb28580903fb:39505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,39505,1731457256338' 2024-11-13T00:20:57,138 DEBUG [RS:0;cb28580903fb:39505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11039316797/online-snapshot/abort' 2024-11-13T00:20:57,140 DEBUG [RS:0;cb28580903fb:39505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11039316797/online-snapshot/acquired' 2024-11-13T00:20:57,140 DEBUG [RS:0;cb28580903fb:39505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:20:57,140 INFO [RS:0;cb28580903fb:39505 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:20:57,140 INFO [RS:0;cb28580903fb:39505 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:20:57,241 INFO [RS:0;cb28580903fb:39505 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:20:57,242 INFO [RS:0;cb28580903fb:39505 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C39505%2C1731457256338, suffix=, logDir=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338, archiveDir=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/oldWALs, maxLogs=10 2024-11-13T00:20:57,259 DEBUG [RS:0;cb28580903fb:39505 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243, exclude list is [], retry=0 2024-11-13T00:20:57,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32961,DS-b7ac3454-42e3-416c-98d5-1f7738f4dc52,DISK] 2024-11-13T00:20:57,263 INFO [RS:0;cb28580903fb:39505 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 2024-11-13T00:20:57,263 DEBUG [RS:0;cb28580903fb:39505 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41077:41077)] 2024-11-13T00:20:57,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:57,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:20:57,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:20:57,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:57,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:57,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:20:57,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:20:57,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:57,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:57,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:20:57,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:20:57,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:57,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:57,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:20:57,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:20:57,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:57,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:57,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:20:57,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/1588230740 2024-11-13T00:20:57,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/1588230740 2024-11-13T00:20:57,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:20:57,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:20:57,439 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:20:57,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:20:57,441 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:20:57,441 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75304806, jitterRate=0.12212905287742615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:20:57,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731457257429Initializing all the Stores at 1731457257430 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457257430Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457257430Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457257430Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457257430Cleaning up temporary data from old regions at 1731457257438 (+8 ms)Region opened successfully at 1731457257441 (+3 ms) 2024-11-13T00:20:57,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:20:57,441 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:20:57,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:20:57,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:20:57,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:20:57,442 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:20:57,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457257441Disabling compacts and flushes for region at 1731457257441Disabling writes for close at 1731457257441Writing region close event to WAL at 1731457257442 (+1 ms)Closed at 1731457257442 2024-11-13T00:20:57,443 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:20:57,443 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T00:20:57,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:20:57,444 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:20:57,445 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T00:20:57,595 DEBUG [cb28580903fb:45713 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:20:57,595 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,39505,1731457256338 2024-11-13T00:20:57,597 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,39505,1731457256338, state=OPENING 2024-11-13T00:20:57,598 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T00:20:57,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11039316797 2024-11-13T00:20:57,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1010eb2e1150004, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11039316797 2024-11-13T00:20:57,600 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:20:57,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,39505,1731457256338}] 2024-11-13T00:20:57,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11039316797/meta-region-server: CHANGED 2024-11-13T00:20:57,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11039316797/meta-region-server: CHANGED 2024-11-13T00:20:57,752 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:20:57,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:20:57,758 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:20:57,758 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:20:57,758 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T00:20:57,763 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C39505%2C1731457256338.meta, suffix=.meta, logDir=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338, archiveDir=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/oldWALs, maxLogs=10 2024-11-13T00:20:57,785 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.meta.1731457257764.meta, exclude list is [], retry=0 2024-11-13T00:20:57,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32961,DS-b7ac3454-42e3-416c-98d5-1f7738f4dc52,DISK] 2024-11-13T00:20:57,797 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.meta.1731457257764.meta 2024-11-13T00:20:57,801 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41077:41077)] 2024-11-13T00:20:57,801 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:20:57,802 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:20:57,802 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:20:57,802 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:20:57,802 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:20:57,803 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:20:57,803 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:20:57,803 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:20:57,803 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:20:57,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:20:57,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:20:57,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:57,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:57,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:20:57,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:20:57,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:57,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:57,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:20:57,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:20:57,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:57,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:57,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:20:57,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:20:57,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:20:57,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:20:57,812 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:20:57,813 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/1588230740 2024-11-13T00:20:57,814 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/1588230740 2024-11-13T00:20:57,816 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:20:57,816 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:20:57,817 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:20:57,818 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:20:57,819 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66905498, jitterRate=-0.0030303895473480225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:20:57,819 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:20:57,820 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731457257803Writing region info on filesystem at 1731457257803Initializing all the Stores at 1731457257806 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457257806Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457257806Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457257806Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457257806Cleaning up temporary data from old regions at 1731457257816 (+10 ms)Running coprocessor post-open hooks at 1731457257819 (+3 ms)Region opened successfully at 1731457257820 (+1 ms) 2024-11-13T00:20:57,822 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731457257752 2024-11-13T00:20:57,824 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:20:57,824 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:20:57,825 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,39505,1731457256338 2024-11-13T00:20:57,826 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,39505,1731457256338, state=OPEN 2024-11-13T00:20:57,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11039316797/meta-region-server 2024-11-13T00:20:57,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1010eb2e1150004, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11039316797/meta-region-server 2024-11-13T00:20:57,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11039316797/meta-region-server: CHANGED 2024-11-13T00:20:57,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11039316797/meta-region-server: CHANGED 2024-11-13T00:20:57,828 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,39505,1731457256338 2024-11-13T00:20:57,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T00:20:57,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,39505,1731457256338 in 228 msec 2024-11-13T00:20:57,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T00:20:57,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 388 msec 2024-11-13T00:20:57,833 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:20:57,833 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T00:20:57,835 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:20:57,835 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,39505,1731457256338, seqNum=-1] 2024-11-13T00:20:57,835 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:20:57,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:20:57,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0290 sec 2024-11-13T00:20:57,845 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731457257845, completionTime=-1 2024-11-13T00:20:57,845 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T00:20:57,845 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:20:57,847 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T00:20:57,848 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731457317848 2024-11-13T00:20:57,848 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731457377848 2024-11-13T00:20:57,848 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T00:20:57,848 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45713,1731457256302-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:57,848 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45713,1731457256302-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:57,848 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45713,1731457256302-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:57,848 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:45713, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:57,848 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:57,850 DEBUG [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T00:20:57,868 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:57,872 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.477sec 2024-11-13T00:20:57,873 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:20:57,873 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:20:57,873 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:20:57,873 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:20:57,873 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:20:57,873 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45713,1731457256302-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:20:57,873 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45713,1731457256302-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:20:57,881 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:20:57,881 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:20:57,882 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45713,1731457256302-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:20:57,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cef21b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:57,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,45713,-1 for getting cluster id 2024-11-13T00:20:57,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:20:57,902 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43cc1ca5-0859-4c5f-9acd-07c34ee9685d' 2024-11-13T00:20:57,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:20:57,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43cc1ca5-0859-4c5f-9acd-07c34ee9685d" 2024-11-13T00:20:57,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb6ce1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:57,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,45713,-1] 2024-11-13T00:20:57,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:20:57,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:20:57,905 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:20:57,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fc7ac3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:20:57,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:20:57,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,39505,1731457256338, seqNum=-1] 2024-11-13T00:20:57,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:20:57,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:20:57,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb28580903fb,45713,1731457256302 2024-11-13T00:20:57,912 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60945 2024-11-13T00:20:57,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:20:57,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1010eb2e1150005 connected 2024-11-13T00:20:57,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/hadoop.log.dir so I do NOT create it in target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e 2024-11-13T00:20:57,941 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T00:20:57,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/hadoop.tmp.dir so I do NOT create it in target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e 2024-11-13T00:20:57,941 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T00:20:57,941 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e 2024-11-13T00:20:57,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T00:20:57,941 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/cluster_fed3ca4f-f9e8-cc26-6932-ee0cc6421e3a, deleteOnExit=true 2024-11-13T00:20:57,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T00:20:57,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/test.cache.data in system properties and HBase conf 2024-11-13T00:20:57,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T00:20:57,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/hadoop.log.dir in system properties and HBase conf 2024-11-13T00:20:57,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T00:20:57,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T00:20:57,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T00:20:57,943 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T00:20:57,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:20:57,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:20:57,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T00:20:57,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:20:57,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T00:20:57,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T00:20:57,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:20:57,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:20:57,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T00:20:57,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/nfs.dump.dir in system properties and HBase conf 2024-11-13T00:20:57,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/java.io.tmpdir in system properties and HBase conf 2024-11-13T00:20:57,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:20:57,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T00:20:57,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T00:20:58,053 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:20:58,058 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:20:58,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:20:58,075 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:20:58,075 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:20:58,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:20:58,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64019185{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:20:58,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@139d95e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:20:58,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bcaa5aa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/java.io.tmpdir/jetty-localhost-34133-hadoop-hdfs-3_4_1-tests_jar-_-any-12657380414443092541/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:20:58,230 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b48c275{HTTP/1.1, (http/1.1)}{localhost:34133} 2024-11-13T00:20:58,230 INFO [Time-limited test {}] server.Server(415): Started @252097ms 2024-11-13T00:20:58,384 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:20:58,392 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:20:58,394 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:20:58,394 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:20:58,394 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T00:20:58,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a05fecf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:20:58,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e9ce7d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:20:58,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@189179a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/java.io.tmpdir/jetty-localhost-44497-hadoop-hdfs-3_4_1-tests_jar-_-any-16501406343614457795/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:20:58,554 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21be0beb{HTTP/1.1, (http/1.1)}{localhost:44497} 2024-11-13T00:20:58,554 INFO [Time-limited test {}] server.Server(415): Started @252420ms 2024-11-13T00:20:58,555 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:20:58,762 WARN [Thread-3667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/cluster_fed3ca4f-f9e8-cc26-6932-ee0cc6421e3a/data/data1/current/BP-1961545916-172.17.0.2-1731457257971/current, will proceed with Du for space computation calculation, 2024-11-13T00:20:58,763 WARN [Thread-3668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/cluster_fed3ca4f-f9e8-cc26-6932-ee0cc6421e3a/data/data2/current/BP-1961545916-172.17.0.2-1731457257971/current, will proceed with Du for space computation calculation, 2024-11-13T00:20:58,821 WARN [Thread-3655 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:20:58,830 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2368b1d17f5b2efb with lease ID 0xea73611ca796d957: Processing first storage report for DS-fbebb89b-42b5-4303-b5cc-ce1422932b34 from datanode DatanodeRegistration(127.0.0.1:38333, datanodeUuid=9f085d86-5d2b-4d72-8d21-08119b385174, infoPort=36723, infoSecurePort=0, ipcPort=33325, storageInfo=lv=-57;cid=testClusterID;nsid=359743818;c=1731457257971) 2024-11-13T00:20:58,830 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2368b1d17f5b2efb with lease ID 0xea73611ca796d957: from storage DS-fbebb89b-42b5-4303-b5cc-ce1422932b34 node DatanodeRegistration(127.0.0.1:38333, datanodeUuid=9f085d86-5d2b-4d72-8d21-08119b385174, infoPort=36723, infoSecurePort=0, ipcPort=33325, storageInfo=lv=-57;cid=testClusterID;nsid=359743818;c=1731457257971), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T00:20:58,830 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2368b1d17f5b2efb with lease ID 0xea73611ca796d957: Processing first storage report for DS-70a41275-00af-4619-83d3-f2c89e6acde1 from datanode DatanodeRegistration(127.0.0.1:38333, datanodeUuid=9f085d86-5d2b-4d72-8d21-08119b385174, infoPort=36723, infoSecurePort=0, ipcPort=33325, storageInfo=lv=-57;cid=testClusterID;nsid=359743818;c=1731457257971) 2024-11-13T00:20:58,830 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2368b1d17f5b2efb with lease ID 0xea73611ca796d957: from storage DS-70a41275-00af-4619-83d3-f2c89e6acde1 node DatanodeRegistration(127.0.0.1:38333, datanodeUuid=9f085d86-5d2b-4d72-8d21-08119b385174, infoPort=36723, infoSecurePort=0, ipcPort=33325, storageInfo=lv=-57;cid=testClusterID;nsid=359743818;c=1731457257971), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:20:58,887 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e 2024-11-13T00:20:58,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:58,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:58,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38333 is added to blk_1073741825_1001 (size=7) 2024-11-13T00:20:59,315 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce with version=8 2024-11-13T00:20:59,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/hbase-staging 2024-11-13T00:20:59,319 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:20:59,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:59,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:59,319 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:20:59,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:59,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:20:59,319 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:20:59,319 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:20:59,321 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42251 2024-11-13T00:20:59,322 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42251 connecting to ZooKeeper ensemble=127.0.0.1:60945 2024-11-13T00:20:59,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422510x0, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:20:59,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42251-0x1010eb2e1150006 connected 2024-11-13T00:20:59,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:59,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:59,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Set watcher on znode that does not yet exist, /2171981047/running 2024-11-13T00:20:59,351 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce, hbase.cluster.distributed=false 2024-11-13T00:20:59,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Set watcher on znode that does not yet exist, /2171981047/acl 2024-11-13T00:20:59,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42251 2024-11-13T00:20:59,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42251 2024-11-13T00:20:59,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42251 2024-11-13T00:20:59,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42251 2024-11-13T00:20:59,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42251 2024-11-13T00:20:59,377 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:20:59,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:59,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:59,377 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:20:59,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:20:59,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:20:59,377 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:20:59,377 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:20:59,378 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40077 2024-11-13T00:20:59,379 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40077 connecting to ZooKeeper ensemble=127.0.0.1:60945 2024-11-13T00:20:59,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:59,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:20:59,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400770x0, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:20:59,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400770x0, quorum=127.0.0.1:60945, baseZNode=/2171981047 Set watcher on znode that does not yet exist, /2171981047/running 2024-11-13T00:20:59,407 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:20:59,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40077-0x1010eb2e1150007 connected 2024-11-13T00:20:59,456 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:20:59,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40077-0x1010eb2e1150007, quorum=127.0.0.1:60945, baseZNode=/2171981047 Set watcher on znode that does not yet exist, /2171981047/master 2024-11-13T00:20:59,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40077-0x1010eb2e1150007, quorum=127.0.0.1:60945, baseZNode=/2171981047 Set watcher on znode that does not yet exist, /2171981047/acl 2024-11-13T00:20:59,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40077 2024-11-13T00:20:59,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40077 2024-11-13T00:20:59,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40077 2024-11-13T00:20:59,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40077 2024-11-13T00:20:59,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40077 2024-11-13T00:20:59,614 DEBUG [M:0;cb28580903fb:42251 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:42251 2024-11-13T00:20:59,615 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2171981047/backup-masters/cb28580903fb,42251,1731457259318 2024-11-13T00:20:59,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x1010eb2e1150007, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2171981047/backup-masters 2024-11-13T00:20:59,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2171981047/backup-masters 2024-11-13T00:20:59,618 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Set watcher on existing znode=/2171981047/backup-masters/cb28580903fb,42251,1731457259318 2024-11-13T00:20:59,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x1010eb2e1150007, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2171981047/master 2024-11-13T00:20:59,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x1010eb2e1150007, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2171981047 2024-11-13T00:20:59,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2171981047 2024-11-13T00:20:59,621 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Set watcher on existing znode=/2171981047/master 2024-11-13T00:20:59,622 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2171981047/backup-masters/cb28580903fb,42251,1731457259318 from backup master directory 2024-11-13T00:20:59,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2171981047/backup-masters/cb28580903fb,42251,1731457259318 2024-11-13T00:20:59,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2171981047/backup-masters 2024-11-13T00:20:59,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x1010eb2e1150007, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2171981047/backup-masters 2024-11-13T00:20:59,624 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:20:59,624 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,42251,1731457259318 2024-11-13T00:20:59,649 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/hbase.id] with ID: c764f745-8328-42c8-80c3-b159897d8435 2024-11-13T00:20:59,650 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/.tmp/hbase.id 2024-11-13T00:20:59,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38333 is added to blk_1073741826_1002 (size=42) 2024-11-13T00:20:59,803 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T00:21:00,103 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/.tmp/hbase.id]:[hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/hbase.id] 2024-11-13T00:21:00,116 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:00,116 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:21:00,117 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T00:21:00,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x1010eb2e1150007, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2171981047 2024-11-13T00:21:00,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2171981047 2024-11-13T00:21:00,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38333 is added to blk_1073741827_1003 (size=196) 2024-11-13T00:21:00,139 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:21:00,140 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:21:00,141 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:21:00,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38333 is added to blk_1073741828_1004 (size=1189) 2024-11-13T00:21:00,155 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/MasterData/data/master/store 2024-11-13T00:21:00,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38333 is added to blk_1073741829_1005 (size=34) 2024-11-13T00:21:00,166 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:00,166 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:21:00,166 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:00,166 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:00,166 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:21:00,166 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:00,166 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:00,166 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457260166Disabling compacts and flushes for region at 1731457260166Disabling writes for close at 1731457260166Writing region close event to WAL at 1731457260166Closed at 1731457260166 2024-11-13T00:21:00,167 WARN [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/MasterData/data/master/store/.initializing 2024-11-13T00:21:00,167 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/MasterData/WALs/cb28580903fb,42251,1731457259318 2024-11-13T00:21:00,168 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:21:00,169 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C42251%2C1731457259318, suffix=, logDir=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/MasterData/WALs/cb28580903fb,42251,1731457259318, archiveDir=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/MasterData/oldWALs, maxLogs=10 2024-11-13T00:21:00,187 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/MasterData/WALs/cb28580903fb,42251,1731457259318/cb28580903fb%2C42251%2C1731457259318.1731457260169, exclude list is [], retry=0 2024-11-13T00:21:00,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38333,DS-fbebb89b-42b5-4303-b5cc-ce1422932b34,DISK] 2024-11-13T00:21:00,203 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/MasterData/WALs/cb28580903fb,42251,1731457259318/cb28580903fb%2C42251%2C1731457259318.1731457260169 2024-11-13T00:21:00,204 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36723:36723)] 2024-11-13T00:21:00,204 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:21:00,205 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:00,205 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:00,205 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:00,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:00,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:21:00,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:00,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:00,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:00,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:21:00,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:00,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:00,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:00,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:21:00,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:00,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:00,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:00,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:21:00,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:00,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:00,226 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:00,227 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:00,227 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:00,229 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:00,229 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:00,231 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:21:00,232 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:00,237 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:21:00,237 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61179102, jitterRate=-0.08836033940315247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:21:00,237 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731457260205Initializing all the Stores at 1731457260206 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457260206Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457260206Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457260206Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457260206Cleaning up temporary data from old regions at 1731457260229 (+23 ms)Region opened successfully at 1731457260237 (+8 ms) 2024-11-13T00:21:00,241 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:21:00,245 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295563c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:21:00,246 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T00:21:00,246 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:21:00,246 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:21:00,247 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:21:00,251 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-13T00:21:00,251 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T00:21:00,251 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:21:00,262 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:21:00,263 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Unable to get data of znode /2171981047/balancer because node does not exist (not necessarily an error) 2024-11-13T00:21:00,267 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2171981047/balancer already deleted, retry=false 2024-11-13T00:21:00,268 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:21:00,269 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Unable to get data of znode /2171981047/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:21:00,270 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2171981047/normalizer already deleted, retry=false 2024-11-13T00:21:00,270 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:21:00,281 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Unable to get data of znode /2171981047/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:21:00,283 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2171981047/switch/split already deleted, retry=false 2024-11-13T00:21:00,284 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Unable to get data of znode /2171981047/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:21:00,285 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2171981047/switch/merge already deleted, retry=false 2024-11-13T00:21:00,289 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Unable to get data of znode /2171981047/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:21:00,293 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2171981047/snapshot-cleanup already deleted, retry=false 2024-11-13T00:21:00,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x1010eb2e1150007, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2171981047/running 2024-11-13T00:21:00,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x1010eb2e1150007, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2171981047 2024-11-13T00:21:00,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2171981047/running 2024-11-13T00:21:00,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2171981047 2024-11-13T00:21:00,297 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,42251,1731457259318, sessionid=0x1010eb2e1150006, setting cluster-up flag (Was=false) 2024-11-13T00:21:00,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x1010eb2e1150007, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2171981047 2024-11-13T00:21:00,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2171981047 2024-11-13T00:21:00,306 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2171981047/flush-table-proc/acquired, /2171981047/flush-table-proc/reached, /2171981047/flush-table-proc/abort 2024-11-13T00:21:00,307 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,42251,1731457259318 2024-11-13T00:21:00,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2171981047 2024-11-13T00:21:00,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x1010eb2e1150007, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2171981047 2024-11-13T00:21:00,315 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2171981047/online-snapshot/acquired, /2171981047/online-snapshot/reached, /2171981047/online-snapshot/abort 2024-11-13T00:21:00,316 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,42251,1731457259318 2024-11-13T00:21:00,325 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T00:21:00,326 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:21:00,327 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:21:00,327 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:21:00,327 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,42251,1731457259318 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:21:00,328 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:21:00,328 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:21:00,328 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:21:00,328 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:21:00,328 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:21:00,328 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:00,328 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:21:00,328 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:00,337 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:21:00,338 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T00:21:00,339 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:00,339 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T00:21:00,353 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731457290353 2024-11-13T00:21:00,353 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:21:00,353 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:21:00,353 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:21:00,353 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:21:00,353 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:21:00,353 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:21:00,360 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:00,365 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:21:00,365 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:21:00,365 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:21:00,365 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T00:21:00,379 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:21:00,379 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:21:00,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38333 is added to blk_1073741831_1007 (size=1321) 2024-11-13T00:21:00,382 INFO [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer(746): ClusterId : c764f745-8328-42c8-80c3-b159897d8435 2024-11-13T00:21:00,382 DEBUG [RS:0;cb28580903fb:40077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:21:00,385 DEBUG [RS:0;cb28580903fb:40077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:21:00,385 DEBUG [RS:0;cb28580903fb:40077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:21:00,389 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T00:21:00,389 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce 2024-11-13T00:21:00,394 DEBUG [RS:0;cb28580903fb:40077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:21:00,394 DEBUG [RS:0;cb28580903fb:40077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de71cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:21:00,396 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457260379,5,FailOnTimeoutGroup] 2024-11-13T00:21:00,400 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457260396,5,FailOnTimeoutGroup] 2024-11-13T00:21:00,400 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:00,400 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:21:00,400 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:00,400 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:00,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38333 is added to blk_1073741832_1008 (size=32) 2024-11-13T00:21:00,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:00,428 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:21:00,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:00,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:00,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:00,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:00,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:00,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:21:00,433 DEBUG [RS:0;cb28580903fb:40077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:40077 2024-11-13T00:21:00,433 INFO [RS:0;cb28580903fb:40077 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:21:00,433 INFO [RS:0;cb28580903fb:40077 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:21:00,433 DEBUG [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:21:00,434 INFO [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,42251,1731457259318 with port=40077, startcode=1731457259377 2024-11-13T00:21:00,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:21:00,435 DEBUG [RS:0;cb28580903fb:40077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:21:00,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:00,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:00,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:21:00,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:21:00,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:00,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:00,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:21:00,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:21:00,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:00,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:00,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:21:00,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:21:00,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:00,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:00,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:21:00,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/1588230740 2024-11-13T00:21:00,445 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:21:00,445 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42251 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,40077,1731457259377 2024-11-13T00:21:00,446 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42251 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,40077,1731457259377 2024-11-13T00:21:00,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/1588230740 2024-11-13T00:21:00,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:21:00,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:21:00,457 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:21:00,457 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:21:00,460 DEBUG [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce 2024-11-13T00:21:00,461 DEBUG [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39329 2024-11-13T00:21:00,461 DEBUG [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:21:00,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2171981047/rs 2024-11-13T00:21:00,466 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:21:00,466 DEBUG [RS:0;cb28580903fb:40077 {}] zookeeper.ZKUtil(111): regionserver:40077-0x1010eb2e1150007, quorum=127.0.0.1:60945, baseZNode=/2171981047 Set watcher on existing znode=/2171981047/rs/cb28580903fb,40077,1731457259377 2024-11-13T00:21:00,466 WARN [RS:0;cb28580903fb:40077 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:21:00,466 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74878436, jitterRate=0.11577564477920532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:21:00,466 INFO [RS:0;cb28580903fb:40077 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:21:00,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731457260420Initializing all the Stores at 1731457260422 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457260422Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457260428 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457260428Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457260428Cleaning up temporary data from old regions at 1731457260456 (+28 ms)Region opened successfully at 1731457260466 (+10 ms) 2024-11-13T00:21:00,466 DEBUG [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377 2024-11-13T00:21:00,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:21:00,466 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:21:00,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:21:00,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:21:00,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:21:00,467 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,40077,1731457259377] 2024-11-13T00:21:00,467 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:21:00,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457260466Disabling compacts and flushes for region at 1731457260466Disabling writes for close at 1731457260467 (+1 ms)Writing region close event to WAL at 1731457260467Closed at 1731457260467 2024-11-13T00:21:00,469 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:21:00,469 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T00:21:00,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:21:00,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:00,470 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:21:00,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:00,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:00,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:00,471 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T00:21:00,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:00,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:00,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:00,479 INFO [RS:0;cb28580903fb:40077 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:21:00,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:00,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:00,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:00,501 INFO [RS:0;cb28580903fb:40077 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:21:00,501 INFO [RS:0;cb28580903fb:40077 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:21:00,501 INFO [RS:0;cb28580903fb:40077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:00,501 INFO [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:21:00,502 INFO [RS:0;cb28580903fb:40077 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:21:00,502 INFO [RS:0;cb28580903fb:40077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:00,502 DEBUG [RS:0;cb28580903fb:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:00,502 DEBUG [RS:0;cb28580903fb:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:00,502 DEBUG [RS:0;cb28580903fb:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:00,502 DEBUG [RS:0;cb28580903fb:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:00,502 DEBUG [RS:0;cb28580903fb:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:00,502 DEBUG [RS:0;cb28580903fb:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:21:00,502 DEBUG [RS:0;cb28580903fb:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:00,502 DEBUG [RS:0;cb28580903fb:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:00,502 DEBUG [RS:0;cb28580903fb:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:00,502 DEBUG [RS:0;cb28580903fb:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:00,502 DEBUG [RS:0;cb28580903fb:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:00,502 DEBUG [RS:0;cb28580903fb:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:00,502 DEBUG [RS:0;cb28580903fb:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:21:00,502 DEBUG [RS:0;cb28580903fb:40077 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:21:00,503 INFO [RS:0;cb28580903fb:40077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:00,503 INFO [RS:0;cb28580903fb:40077 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:00,503 INFO [RS:0;cb28580903fb:40077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:00,503 INFO [RS:0;cb28580903fb:40077 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:00,503 INFO [RS:0;cb28580903fb:40077 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:00,503 INFO [RS:0;cb28580903fb:40077 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,40077,1731457259377-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:21:00,518 INFO [RS:0;cb28580903fb:40077 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:21:00,518 INFO [RS:0;cb28580903fb:40077 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,40077,1731457259377-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:00,518 INFO [RS:0;cb28580903fb:40077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:00,518 INFO [RS:0;cb28580903fb:40077 {}] regionserver.Replication(171): cb28580903fb,40077,1731457259377 started 2024-11-13T00:21:00,531 INFO [RS:0;cb28580903fb:40077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:00,532 INFO [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,40077,1731457259377, RpcServer on cb28580903fb/172.17.0.2:40077, sessionid=0x1010eb2e1150007 2024-11-13T00:21:00,532 DEBUG [RS:0;cb28580903fb:40077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:21:00,532 DEBUG [RS:0;cb28580903fb:40077 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,40077,1731457259377 2024-11-13T00:21:00,532 DEBUG [RS:0;cb28580903fb:40077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,40077,1731457259377' 2024-11-13T00:21:00,532 DEBUG [RS:0;cb28580903fb:40077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2171981047/flush-table-proc/abort' 2024-11-13T00:21:00,532 DEBUG [RS:0;cb28580903fb:40077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2171981047/flush-table-proc/acquired' 2024-11-13T00:21:00,532 DEBUG [RS:0;cb28580903fb:40077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:21:00,532 DEBUG [RS:0;cb28580903fb:40077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:21:00,533 DEBUG [RS:0;cb28580903fb:40077 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,40077,1731457259377 2024-11-13T00:21:00,533 DEBUG [RS:0;cb28580903fb:40077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,40077,1731457259377' 2024-11-13T00:21:00,533 DEBUG [RS:0;cb28580903fb:40077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2171981047/online-snapshot/abort' 2024-11-13T00:21:00,533 DEBUG [RS:0;cb28580903fb:40077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2171981047/online-snapshot/acquired' 2024-11-13T00:21:00,533 DEBUG [RS:0;cb28580903fb:40077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:21:00,533 INFO [RS:0;cb28580903fb:40077 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:21:00,533 INFO [RS:0;cb28580903fb:40077 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:21:00,621 WARN [cb28580903fb:42251 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T00:21:00,633 INFO [RS:0;cb28580903fb:40077 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:21:00,635 INFO [RS:0;cb28580903fb:40077 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C40077%2C1731457259377, suffix=, logDir=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377, archiveDir=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/oldWALs, maxLogs=10 2024-11-13T00:21:00,649 DEBUG [RS:0;cb28580903fb:40077 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635, exclude list is [], retry=0 2024-11-13T00:21:00,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38333,DS-fbebb89b-42b5-4303-b5cc-ce1422932b34,DISK] 2024-11-13T00:21:00,653 INFO [RS:0;cb28580903fb:40077 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 2024-11-13T00:21:00,653 DEBUG [RS:0;cb28580903fb:40077 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36723:36723)] 2024-11-13T00:21:00,871 DEBUG [cb28580903fb:42251 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:21:00,872 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,40077,1731457259377 2024-11-13T00:21:00,873 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,40077,1731457259377, state=OPENING 2024-11-13T00:21:00,875 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T00:21:00,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2171981047 2024-11-13T00:21:00,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x1010eb2e1150007, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2171981047 2024-11-13T00:21:00,877 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:21:00,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2171981047/meta-region-server: CHANGED 2024-11-13T00:21:00,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2171981047/meta-region-server: CHANGED 2024-11-13T00:21:00,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,40077,1731457259377}] 2024-11-13T00:21:01,029 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:21:01,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:21:01,034 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:21:01,034 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:21:01,034 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T00:21:01,035 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C40077%2C1731457259377.meta, suffix=.meta, logDir=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377, archiveDir=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/oldWALs, maxLogs=10 2024-11-13T00:21:01,053 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.meta.1731457261036.meta, exclude list is [], retry=0 2024-11-13T00:21:01,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38333,DS-fbebb89b-42b5-4303-b5cc-ce1422932b34,DISK] 2024-11-13T00:21:01,056 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.meta.1731457261036.meta 2024-11-13T00:21:01,057 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36723:36723)] 2024-11-13T00:21:01,057 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:21:01,057 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:21:01,057 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:21:01,057 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:21:01,057 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:21:01,057 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:21:01,058 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:01,058 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:21:01,058 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:21:01,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:21:01,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:21:01,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:01,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:01,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:21:01,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:21:01,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:01,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:01,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:21:01,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:21:01,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:01,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:01,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:21:01,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:21:01,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:01,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:01,063 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:21:01,063 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/1588230740 2024-11-13T00:21:01,064 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/1588230740 2024-11-13T00:21:01,065 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:21:01,065 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:21:01,066 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:21:01,067 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:21:01,067 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69761264, jitterRate=0.03952383995056152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:21:01,067 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:21:01,067 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731457261058Writing region info on filesystem at 1731457261058Initializing all the Stores at 1731457261058Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457261058Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457261058Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457261058Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457261058Cleaning up temporary data from old regions at 1731457261065 (+7 ms)Running coprocessor post-open hooks at 1731457261067 (+2 ms)Region opened successfully at 1731457261067 2024-11-13T00:21:01,068 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731457261029 2024-11-13T00:21:01,070 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:21:01,070 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:21:01,071 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,40077,1731457259377 2024-11-13T00:21:01,071 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,40077,1731457259377, state=OPEN 2024-11-13T00:21:01,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x1010eb2e1150007, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2171981047/meta-region-server 2024-11-13T00:21:01,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2171981047/meta-region-server 2024-11-13T00:21:01,073 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,40077,1731457259377 2024-11-13T00:21:01,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2171981047/meta-region-server: CHANGED 2024-11-13T00:21:01,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2171981047/meta-region-server: CHANGED 2024-11-13T00:21:01,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T00:21:01,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,40077,1731457259377 in 196 msec 2024-11-13T00:21:01,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T00:21:01,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 606 msec 2024-11-13T00:21:01,076 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:21:01,076 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T00:21:01,077 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:21:01,077 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,40077,1731457259377, seqNum=-1] 2024-11-13T00:21:01,077 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:21:01,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:21:01,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 756 msec 2024-11-13T00:21:01,082 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731457261082, completionTime=-1 2024-11-13T00:21:01,083 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T00:21:01,083 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:21:01,084 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T00:21:01,084 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731457321084 2024-11-13T00:21:01,084 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731457381084 2024-11-13T00:21:01,084 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T00:21:01,085 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,42251,1731457259318-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:01,085 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,42251,1731457259318-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:01,085 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,42251,1731457259318-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:01,085 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:42251, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:01,085 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:01,085 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:01,086 DEBUG [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T00:21:01,088 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.463sec 2024-11-13T00:21:01,088 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:21:01,088 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:21:01,088 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:21:01,088 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:21:01,088 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:21:01,088 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,42251,1731457259318-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:21:01,088 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,42251,1731457259318-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:21:01,089 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:21:01,089 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:21:01,089 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,42251,1731457259318-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:01,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632f9093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:01,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,42251,-1 for getting cluster id 2024-11-13T00:21:01,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:01,184 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c764f745-8328-42c8-80c3-b159897d8435' 2024-11-13T00:21:01,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:01,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c764f745-8328-42c8-80c3-b159897d8435" 2024-11-13T00:21:01,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3c4a90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:01,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,42251,-1] 2024-11-13T00:21:01,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:01,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:01,186 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:01,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f6566f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:01,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:21:01,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,40077,1731457259377, seqNum=-1] 2024-11-13T00:21:01,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:21:01,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:21:01,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb28580903fb,42251,1731457259318 2024-11-13T00:21:01,190 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60945 2024-11-13T00:21:01,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:21:01,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1010eb2e1150008 connected 2024-11-13T00:21:01,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:01,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,41487,1731457252250 2024-11-13T00:21:01,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a913d75 2024-11-13T00:21:01,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:01,201 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:21:01,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:21:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T00:21:01,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:21:01,204 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:01,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T00:21:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:01,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:21:01,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741835_1011 (size=902) 2024-11-13T00:21:01,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T00:21:01,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T00:21:01,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T00:21:01,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T00:21:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:01,612 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4befa453b88d6989d137356725c967f2, NAME => 'test,,1731457261201.4befa453b88d6989d137356725c967f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089 2024-11-13T00:21:01,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741836_1012 (size=39) 2024-11-13T00:21:01,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731457261201.4befa453b88d6989d137356725c967f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:01,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4befa453b88d6989d137356725c967f2, disabling compactions & flushes 2024-11-13T00:21:01,618 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731457261201.4befa453b88d6989d137356725c967f2. 2024-11-13T00:21:01,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457261201.4befa453b88d6989d137356725c967f2. 2024-11-13T00:21:01,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731457261201.4befa453b88d6989d137356725c967f2. after waiting 0 ms 2024-11-13T00:21:01,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731457261201.4befa453b88d6989d137356725c967f2. 2024-11-13T00:21:01,618 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731457261201.4befa453b88d6989d137356725c967f2. 2024-11-13T00:21:01,618 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4befa453b88d6989d137356725c967f2: Waiting for close lock at 1731457261618Disabling compacts and flushes for region at 1731457261618Disabling writes for close at 1731457261618Writing region close event to WAL at 1731457261618Closed at 1731457261618 2024-11-13T00:21:01,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:21:01,620 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731457261201.4befa453b88d6989d137356725c967f2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731457261620"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457261620"}]},"ts":"1731457261620"} 2024-11-13T00:21:01,622 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:21:01,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:21:01,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457261623"}]},"ts":"1731457261623"} 2024-11-13T00:21:01,627 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T00:21:01,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4befa453b88d6989d137356725c967f2, ASSIGN}] 2024-11-13T00:21:01,628 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4befa453b88d6989d137356725c967f2, ASSIGN 2024-11-13T00:21:01,629 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4befa453b88d6989d137356725c967f2, ASSIGN; state=OFFLINE, location=cb28580903fb,35149,1731457252328; forceNewPlan=false, retain=false 2024-11-13T00:21:01,780 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4befa453b88d6989d137356725c967f2, regionState=OPENING, regionLocation=cb28580903fb,35149,1731457252328 2024-11-13T00:21:01,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4befa453b88d6989d137356725c967f2, ASSIGN because future has completed 2024-11-13T00:21:01,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4befa453b88d6989d137356725c967f2, server=cb28580903fb,35149,1731457252328}] 2024-11-13T00:21:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:01,938 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731457261201.4befa453b88d6989d137356725c967f2. 2024-11-13T00:21:01,938 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4befa453b88d6989d137356725c967f2, NAME => 'test,,1731457261201.4befa453b88d6989d137356725c967f2.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:21:01,938 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:21:01,938 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T00:21:01,939 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4befa453b88d6989d137356725c967f2 2024-11-13T00:21:01,939 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731457261201.4befa453b88d6989d137356725c967f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:01,939 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4befa453b88d6989d137356725c967f2 2024-11-13T00:21:01,939 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4befa453b88d6989d137356725c967f2 2024-11-13T00:21:01,940 INFO [StoreOpener-4befa453b88d6989d137356725c967f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4befa453b88d6989d137356725c967f2 2024-11-13T00:21:01,941 INFO [StoreOpener-4befa453b88d6989d137356725c967f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4befa453b88d6989d137356725c967f2 columnFamilyName f 2024-11-13T00:21:01,941 DEBUG [StoreOpener-4befa453b88d6989d137356725c967f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:01,941 INFO [StoreOpener-4befa453b88d6989d137356725c967f2-1 {}] regionserver.HStore(327): Store=4befa453b88d6989d137356725c967f2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:01,941 INFO [StoreOpener-4befa453b88d6989d137356725c967f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4befa453b88d6989d137356725c967f2 2024-11-13T00:21:01,942 INFO [StoreOpener-4befa453b88d6989d137356725c967f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4befa453b88d6989d137356725c967f2 columnFamilyName f1 2024-11-13T00:21:01,942 DEBUG [StoreOpener-4befa453b88d6989d137356725c967f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:01,942 INFO [StoreOpener-4befa453b88d6989d137356725c967f2-1 {}] regionserver.HStore(327): Store=4befa453b88d6989d137356725c967f2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:01,942 INFO [StoreOpener-4befa453b88d6989d137356725c967f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4befa453b88d6989d137356725c967f2 2024-11-13T00:21:01,943 INFO [StoreOpener-4befa453b88d6989d137356725c967f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4befa453b88d6989d137356725c967f2 columnFamilyName norep 2024-11-13T00:21:01,943 DEBUG [StoreOpener-4befa453b88d6989d137356725c967f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:01,944 INFO [StoreOpener-4befa453b88d6989d137356725c967f2-1 {}] regionserver.HStore(327): Store=4befa453b88d6989d137356725c967f2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:01,944 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4befa453b88d6989d137356725c967f2 2024-11-13T00:21:01,944 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/default/test/4befa453b88d6989d137356725c967f2 2024-11-13T00:21:01,944 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/default/test/4befa453b88d6989d137356725c967f2 2024-11-13T00:21:01,945 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4befa453b88d6989d137356725c967f2 2024-11-13T00:21:01,945 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4befa453b88d6989d137356725c967f2 2024-11-13T00:21:01,945 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:21:01,946 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4befa453b88d6989d137356725c967f2 2024-11-13T00:21:01,947 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/default/test/4befa453b88d6989d137356725c967f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:21:01,948 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4befa453b88d6989d137356725c967f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59653236, jitterRate=-0.11109751462936401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:21:01,948 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4befa453b88d6989d137356725c967f2 2024-11-13T00:21:01,948 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4befa453b88d6989d137356725c967f2: Running coprocessor pre-open hook at 1731457261939Writing region info on filesystem at 1731457261939Initializing all the Stores at 1731457261939Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457261939Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457261939Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457261939Cleaning up temporary data from old regions at 1731457261945 (+6 ms)Running coprocessor post-open hooks at 1731457261948 (+3 ms)Region opened successfully at 1731457261948 2024-11-13T00:21:01,949 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731457261201.4befa453b88d6989d137356725c967f2., pid=6, masterSystemTime=1731457261935 2024-11-13T00:21:01,951 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731457261201.4befa453b88d6989d137356725c967f2. 2024-11-13T00:21:01,951 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731457261201.4befa453b88d6989d137356725c967f2. 2024-11-13T00:21:01,952 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4befa453b88d6989d137356725c967f2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb28580903fb,35149,1731457252328 2024-11-13T00:21:01,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4befa453b88d6989d137356725c967f2, server=cb28580903fb,35149,1731457252328 because future has completed 2024-11-13T00:21:01,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T00:21:01,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4befa453b88d6989d137356725c967f2, server=cb28580903fb,35149,1731457252328 in 172 msec 2024-11-13T00:21:01,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T00:21:01,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4befa453b88d6989d137356725c967f2, ASSIGN in 329 msec 2024-11-13T00:21:01,958 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:21:01,959 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457261958"}]},"ts":"1731457261958"} 2024-11-13T00:21:01,960 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T00:21:01,961 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:21:01,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 759 msec 2024-11-13T00:21:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:02,344 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T00:21:02,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:02,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,45713,1731457256302 2024-11-13T00:21:02,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c24a7dd 2024-11-13T00:21:02,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:02,346 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:21:02,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:21:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T00:21:02,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:21:02,350 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:02,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T00:21:02,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:21:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:02,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741835_1011 (size=902) 2024-11-13T00:21:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:02,759 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fb6d84eec4991408ebfab380080d2576, NAME => 'test,,1731457262347.fb6d84eec4991408ebfab380080d2576.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782 2024-11-13T00:21:02,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741836_1012 (size=39) 2024-11-13T00:21:02,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731457262347.fb6d84eec4991408ebfab380080d2576.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:02,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fb6d84eec4991408ebfab380080d2576, disabling compactions & flushes 2024-11-13T00:21:02,765 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731457262347.fb6d84eec4991408ebfab380080d2576. 2024-11-13T00:21:02,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457262347.fb6d84eec4991408ebfab380080d2576. 2024-11-13T00:21:02,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731457262347.fb6d84eec4991408ebfab380080d2576. after waiting 0 ms 2024-11-13T00:21:02,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731457262347.fb6d84eec4991408ebfab380080d2576. 2024-11-13T00:21:02,765 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731457262347.fb6d84eec4991408ebfab380080d2576. 2024-11-13T00:21:02,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fb6d84eec4991408ebfab380080d2576: Waiting for close lock at 1731457262765Disabling compacts and flushes for region at 1731457262765Disabling writes for close at 1731457262765Writing region close event to WAL at 1731457262765Closed at 1731457262765 2024-11-13T00:21:02,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:21:02,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731457262347.fb6d84eec4991408ebfab380080d2576.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731457262767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457262767"}]},"ts":"1731457262767"} 2024-11-13T00:21:02,769 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:21:02,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:21:02,770 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457262770"}]},"ts":"1731457262770"} 2024-11-13T00:21:02,771 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T00:21:02,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fb6d84eec4991408ebfab380080d2576, ASSIGN}] 2024-11-13T00:21:02,773 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fb6d84eec4991408ebfab380080d2576, ASSIGN 2024-11-13T00:21:02,773 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fb6d84eec4991408ebfab380080d2576, ASSIGN; state=OFFLINE, location=cb28580903fb,39505,1731457256338; forceNewPlan=false, retain=false 2024-11-13T00:21:02,924 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fb6d84eec4991408ebfab380080d2576, regionState=OPENING, regionLocation=cb28580903fb,39505,1731457256338 2024-11-13T00:21:02,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fb6d84eec4991408ebfab380080d2576, ASSIGN because future has completed 2024-11-13T00:21:02,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb6d84eec4991408ebfab380080d2576, server=cb28580903fb,39505,1731457256338}] 2024-11-13T00:21:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:03,082 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731457262347.fb6d84eec4991408ebfab380080d2576. 2024-11-13T00:21:03,082 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fb6d84eec4991408ebfab380080d2576, NAME => 'test,,1731457262347.fb6d84eec4991408ebfab380080d2576.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:21:03,082 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:21:03,082 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T00:21:03,082 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fb6d84eec4991408ebfab380080d2576 2024-11-13T00:21:03,082 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731457262347.fb6d84eec4991408ebfab380080d2576.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:03,082 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fb6d84eec4991408ebfab380080d2576 2024-11-13T00:21:03,082 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fb6d84eec4991408ebfab380080d2576 2024-11-13T00:21:03,084 INFO [StoreOpener-fb6d84eec4991408ebfab380080d2576-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fb6d84eec4991408ebfab380080d2576 2024-11-13T00:21:03,085 INFO [StoreOpener-fb6d84eec4991408ebfab380080d2576-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb6d84eec4991408ebfab380080d2576 columnFamilyName f 2024-11-13T00:21:03,085 DEBUG [StoreOpener-fb6d84eec4991408ebfab380080d2576-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:03,085 INFO [StoreOpener-fb6d84eec4991408ebfab380080d2576-1 {}] regionserver.HStore(327): Store=fb6d84eec4991408ebfab380080d2576/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:03,085 INFO [StoreOpener-fb6d84eec4991408ebfab380080d2576-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fb6d84eec4991408ebfab380080d2576 2024-11-13T00:21:03,086 INFO [StoreOpener-fb6d84eec4991408ebfab380080d2576-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb6d84eec4991408ebfab380080d2576 columnFamilyName f1 2024-11-13T00:21:03,086 DEBUG [StoreOpener-fb6d84eec4991408ebfab380080d2576-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:03,087 INFO [StoreOpener-fb6d84eec4991408ebfab380080d2576-1 {}] regionserver.HStore(327): Store=fb6d84eec4991408ebfab380080d2576/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:03,087 INFO [StoreOpener-fb6d84eec4991408ebfab380080d2576-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fb6d84eec4991408ebfab380080d2576 2024-11-13T00:21:03,087 INFO [StoreOpener-fb6d84eec4991408ebfab380080d2576-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb6d84eec4991408ebfab380080d2576 columnFamilyName norep 2024-11-13T00:21:03,088 DEBUG [StoreOpener-fb6d84eec4991408ebfab380080d2576-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:03,088 INFO [StoreOpener-fb6d84eec4991408ebfab380080d2576-1 {}] regionserver.HStore(327): Store=fb6d84eec4991408ebfab380080d2576/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:03,088 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fb6d84eec4991408ebfab380080d2576 2024-11-13T00:21:03,088 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/default/test/fb6d84eec4991408ebfab380080d2576 2024-11-13T00:21:03,089 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/default/test/fb6d84eec4991408ebfab380080d2576 2024-11-13T00:21:03,089 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fb6d84eec4991408ebfab380080d2576 2024-11-13T00:21:03,090 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fb6d84eec4991408ebfab380080d2576 2024-11-13T00:21:03,090 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:21:03,091 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fb6d84eec4991408ebfab380080d2576 2024-11-13T00:21:03,092 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/default/test/fb6d84eec4991408ebfab380080d2576/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:21:03,092 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fb6d84eec4991408ebfab380080d2576; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60727066, jitterRate=-0.09509620070457458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:21:03,093 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fb6d84eec4991408ebfab380080d2576 2024-11-13T00:21:03,093 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fb6d84eec4991408ebfab380080d2576: Running coprocessor pre-open hook at 1731457263082Writing region info on filesystem at 1731457263083 (+1 ms)Initializing all the Stores at 1731457263083Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457263083Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457263083Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457263083Cleaning up temporary data from old regions at 1731457263090 (+7 ms)Running coprocessor post-open hooks at 1731457263093 (+3 ms)Region opened successfully at 1731457263093 2024-11-13T00:21:03,093 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731457262347.fb6d84eec4991408ebfab380080d2576., pid=6, masterSystemTime=1731457263078 2024-11-13T00:21:03,095 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731457262347.fb6d84eec4991408ebfab380080d2576. 2024-11-13T00:21:03,095 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731457262347.fb6d84eec4991408ebfab380080d2576. 2024-11-13T00:21:03,095 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fb6d84eec4991408ebfab380080d2576, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb28580903fb,39505,1731457256338 2024-11-13T00:21:03,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fb6d84eec4991408ebfab380080d2576, server=cb28580903fb,39505,1731457256338 because future has completed 2024-11-13T00:21:03,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T00:21:03,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fb6d84eec4991408ebfab380080d2576, server=cb28580903fb,39505,1731457256338 in 189 msec 2024-11-13T00:21:03,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T00:21:03,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fb6d84eec4991408ebfab380080d2576, ASSIGN in 344 msec 2024-11-13T00:21:03,119 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:21:03,119 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457263119"}]},"ts":"1731457263119"} 2024-11-13T00:21:03,122 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T00:21:03,122 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:21:03,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 775 msec 2024-11-13T00:21:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:03,493 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T00:21:03,494 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:03,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,42251,1731457259318 2024-11-13T00:21:03,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ce7b74a 2024-11-13T00:21:03,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:03,496 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:21:03,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:21:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T00:21:03,498 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:21:03,498 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:03,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T00:21:03,499 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:21:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:03,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38333 is added to blk_1073741835_1011 (size=902) 2024-11-13T00:21:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:03,906 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a057394c72bf805fb8c9eabc84f15b29, NAME => 'test,,1731457263496.a057394c72bf805fb8c9eabc84f15b29.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce 2024-11-13T00:21:03,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38333 is added to blk_1073741836_1012 (size=39) 2024-11-13T00:21:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:04,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731457263496.a057394c72bf805fb8c9eabc84f15b29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:04,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a057394c72bf805fb8c9eabc84f15b29, disabling compactions & flushes 2024-11-13T00:21:04,311 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731457263496.a057394c72bf805fb8c9eabc84f15b29. 2024-11-13T00:21:04,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457263496.a057394c72bf805fb8c9eabc84f15b29. 2024-11-13T00:21:04,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731457263496.a057394c72bf805fb8c9eabc84f15b29. after waiting 0 ms 2024-11-13T00:21:04,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731457263496.a057394c72bf805fb8c9eabc84f15b29. 2024-11-13T00:21:04,311 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731457263496.a057394c72bf805fb8c9eabc84f15b29. 2024-11-13T00:21:04,311 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a057394c72bf805fb8c9eabc84f15b29: Waiting for close lock at 1731457264311Disabling compacts and flushes for region at 1731457264311Disabling writes for close at 1731457264311Writing region close event to WAL at 1731457264311Closed at 1731457264311 2024-11-13T00:21:04,313 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:21:04,313 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731457263496.a057394c72bf805fb8c9eabc84f15b29.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731457264313"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457264313"}]},"ts":"1731457264313"} 2024-11-13T00:21:04,315 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:21:04,316 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:21:04,316 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457264316"}]},"ts":"1731457264316"} 2024-11-13T00:21:04,317 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T00:21:04,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a057394c72bf805fb8c9eabc84f15b29, ASSIGN}] 2024-11-13T00:21:04,318 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a057394c72bf805fb8c9eabc84f15b29, ASSIGN 2024-11-13T00:21:04,319 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a057394c72bf805fb8c9eabc84f15b29, ASSIGN; state=OFFLINE, location=cb28580903fb,40077,1731457259377; forceNewPlan=false, retain=false 2024-11-13T00:21:04,470 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a057394c72bf805fb8c9eabc84f15b29, regionState=OPENING, regionLocation=cb28580903fb,40077,1731457259377 2024-11-13T00:21:04,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a057394c72bf805fb8c9eabc84f15b29, ASSIGN because future has completed 2024-11-13T00:21:04,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a057394c72bf805fb8c9eabc84f15b29, server=cb28580903fb,40077,1731457259377}] 2024-11-13T00:21:04,628 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731457263496.a057394c72bf805fb8c9eabc84f15b29. 2024-11-13T00:21:04,628 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a057394c72bf805fb8c9eabc84f15b29, NAME => 'test,,1731457263496.a057394c72bf805fb8c9eabc84f15b29.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:21:04,628 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:21:04,628 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T00:21:04,629 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a057394c72bf805fb8c9eabc84f15b29 2024-11-13T00:21:04,629 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731457263496.a057394c72bf805fb8c9eabc84f15b29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:04,629 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a057394c72bf805fb8c9eabc84f15b29 2024-11-13T00:21:04,629 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a057394c72bf805fb8c9eabc84f15b29 2024-11-13T00:21:04,630 INFO [StoreOpener-a057394c72bf805fb8c9eabc84f15b29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a057394c72bf805fb8c9eabc84f15b29 2024-11-13T00:21:04,631 INFO [StoreOpener-a057394c72bf805fb8c9eabc84f15b29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a057394c72bf805fb8c9eabc84f15b29 columnFamilyName f 2024-11-13T00:21:04,631 DEBUG [StoreOpener-a057394c72bf805fb8c9eabc84f15b29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:04,631 INFO [StoreOpener-a057394c72bf805fb8c9eabc84f15b29-1 {}] regionserver.HStore(327): Store=a057394c72bf805fb8c9eabc84f15b29/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:04,631 INFO [StoreOpener-a057394c72bf805fb8c9eabc84f15b29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a057394c72bf805fb8c9eabc84f15b29 2024-11-13T00:21:04,632 INFO [StoreOpener-a057394c72bf805fb8c9eabc84f15b29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a057394c72bf805fb8c9eabc84f15b29 columnFamilyName f1 2024-11-13T00:21:04,632 DEBUG [StoreOpener-a057394c72bf805fb8c9eabc84f15b29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:04,632 INFO [StoreOpener-a057394c72bf805fb8c9eabc84f15b29-1 {}] regionserver.HStore(327): Store=a057394c72bf805fb8c9eabc84f15b29/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:04,632 INFO [StoreOpener-a057394c72bf805fb8c9eabc84f15b29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a057394c72bf805fb8c9eabc84f15b29 2024-11-13T00:21:04,633 INFO [StoreOpener-a057394c72bf805fb8c9eabc84f15b29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a057394c72bf805fb8c9eabc84f15b29 columnFamilyName norep 2024-11-13T00:21:04,633 DEBUG [StoreOpener-a057394c72bf805fb8c9eabc84f15b29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:04,634 INFO [StoreOpener-a057394c72bf805fb8c9eabc84f15b29-1 {}] regionserver.HStore(327): Store=a057394c72bf805fb8c9eabc84f15b29/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:04,634 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a057394c72bf805fb8c9eabc84f15b29 2024-11-13T00:21:04,634 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/default/test/a057394c72bf805fb8c9eabc84f15b29 2024-11-13T00:21:04,635 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/default/test/a057394c72bf805fb8c9eabc84f15b29 2024-11-13T00:21:04,635 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a057394c72bf805fb8c9eabc84f15b29 2024-11-13T00:21:04,635 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a057394c72bf805fb8c9eabc84f15b29 2024-11-13T00:21:04,636 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:21:04,637 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a057394c72bf805fb8c9eabc84f15b29 2024-11-13T00:21:04,638 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/default/test/a057394c72bf805fb8c9eabc84f15b29/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:21:04,638 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a057394c72bf805fb8c9eabc84f15b29; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62260111, jitterRate=-0.0722520500421524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:21:04,639 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a057394c72bf805fb8c9eabc84f15b29 2024-11-13T00:21:04,639 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a057394c72bf805fb8c9eabc84f15b29: Running coprocessor pre-open hook at 1731457264629Writing region info on filesystem at 1731457264629Initializing all the Stores at 1731457264629Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457264629Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457264630 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457264630Cleaning up temporary data from old regions at 1731457264635 (+5 ms)Running coprocessor post-open hooks at 1731457264639 (+4 ms)Region opened successfully at 1731457264639 2024-11-13T00:21:04,639 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731457263496.a057394c72bf805fb8c9eabc84f15b29., pid=6, masterSystemTime=1731457264624 2024-11-13T00:21:04,641 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731457263496.a057394c72bf805fb8c9eabc84f15b29. 2024-11-13T00:21:04,641 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731457263496.a057394c72bf805fb8c9eabc84f15b29. 2024-11-13T00:21:04,642 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a057394c72bf805fb8c9eabc84f15b29, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb28580903fb,40077,1731457259377 2024-11-13T00:21:04,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a057394c72bf805fb8c9eabc84f15b29, server=cb28580903fb,40077,1731457259377 because future has completed 2024-11-13T00:21:04,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T00:21:04,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a057394c72bf805fb8c9eabc84f15b29, server=cb28580903fb,40077,1731457259377 in 173 msec 2024-11-13T00:21:04,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T00:21:04,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a057394c72bf805fb8c9eabc84f15b29, ASSIGN in 329 msec 2024-11-13T00:21:04,648 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:21:04,648 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457264648"}]},"ts":"1731457264648"} 2024-11-13T00:21:04,650 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T00:21:04,651 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:21:04,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-13T00:21:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:05,643 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T00:21:05,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d514fd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:05,644 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41487,-1 for getting cluster id 2024-11-13T00:21:05,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:05,645 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '000c96e5-a198-406b-bb1f-85425aff157e' 2024-11-13T00:21:05,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:05,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "000c96e5-a198-406b-bb1f-85425aff157e" 2024-11-13T00:21:05,646 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d8f0d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:05,646 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41487,-1] 2024-11-13T00:21:05,646 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:05,646 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:05,647 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:05,647 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f97d74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:05,648 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:05,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,41487,1731457252250 2024-11-13T00:21:05,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@666cb2a9 2024-11-13T00:21:05,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:05,649 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:21:05,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb28580903fb:45713,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T00:21:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T00:21:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:21:05,652 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:45713' 2024-11-13T00:21:05,653 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6054922b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:05,653 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,45713,-1 for getting cluster id 2024-11-13T00:21:05,653 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:05,654 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43cc1ca5-0859-4c5f-9acd-07c34ee9685d' 2024-11-13T00:21:05,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:05,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43cc1ca5-0859-4c5f-9acd-07c34ee9685d" 2024-11-13T00:21:05,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db7fd83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:05,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,45713,-1] 2024-11-13T00:21:05,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:05,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:05,655 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:05,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6edd1115, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:05,656 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:05,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,45713,1731457256302 2024-11-13T00:21:05,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59ff9497 2024-11-13T00:21:05,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:05,657 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:21:05,658 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T00:21:05,658 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T00:21:05,658 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:05,658 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:05,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:05,658 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:21:05,659 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T00:21:05,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:21:05,660 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:05,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:21:05,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741837_1013 (size=1138) 2024-11-13T00:21:05,710 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T00:21:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:21:05,804 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T00:21:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:21:06,068 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 684f3cfe8c78e08dfb51c56f1a87095d, NAME => 'hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089 2024-11-13T00:21:06,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741838_1014 (size=44) 2024-11-13T00:21:06,073 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:06,073 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 684f3cfe8c78e08dfb51c56f1a87095d, disabling compactions & flushes 2024-11-13T00:21:06,073 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d. 2024-11-13T00:21:06,073 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d. 2024-11-13T00:21:06,073 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d. after waiting 0 ms 2024-11-13T00:21:06,073 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d. 2024-11-13T00:21:06,073 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d. 2024-11-13T00:21:06,074 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 684f3cfe8c78e08dfb51c56f1a87095d: Waiting for close lock at 1731457266073Disabling compacts and flushes for region at 1731457266073Disabling writes for close at 1731457266073Writing region close event to WAL at 1731457266073Closed at 1731457266073 2024-11-13T00:21:06,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:21:06,075 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731457266074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457266074"}]},"ts":"1731457266074"} 2024-11-13T00:21:06,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:21:06,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:21:06,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457266077"}]},"ts":"1731457266077"} 2024-11-13T00:21:06,079 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T00:21:06,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=684f3cfe8c78e08dfb51c56f1a87095d, ASSIGN}] 2024-11-13T00:21:06,080 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=684f3cfe8c78e08dfb51c56f1a87095d, ASSIGN 2024-11-13T00:21:06,080 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=684f3cfe8c78e08dfb51c56f1a87095d, ASSIGN; state=OFFLINE, location=cb28580903fb,35149,1731457252328; forceNewPlan=false, retain=false 2024-11-13T00:21:06,231 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=684f3cfe8c78e08dfb51c56f1a87095d, regionState=OPENING, regionLocation=cb28580903fb,35149,1731457252328 2024-11-13T00:21:06,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=684f3cfe8c78e08dfb51c56f1a87095d, ASSIGN because future has completed 2024-11-13T00:21:06,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 684f3cfe8c78e08dfb51c56f1a87095d, server=cb28580903fb,35149,1731457252328}] 2024-11-13T00:21:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:21:06,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d. 2024-11-13T00:21:06,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:21:06,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T00:21:06,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C35149%2C1731457252328.rep, suffix=, logDir=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328, archiveDir=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/oldWALs, maxLogs=10 2024-11-13T00:21:06,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.rep.1731457266391, exclude list is [], retry=0 2024-11-13T00:21:06,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44261,DS-35a7b9cc-ad08-4d18-a18d-03a4d13a5f6f,DISK] 2024-11-13T00:21:06,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.rep.1731457266391 2024-11-13T00:21:06,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42203:42203)] 2024-11-13T00:21:06,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 684f3cfe8c78e08dfb51c56f1a87095d, NAME => 'hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:21:06,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:21:06,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:21:06,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d. service=MultiRowMutationService 2024-11-13T00:21:06,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T00:21:06,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 684f3cfe8c78e08dfb51c56f1a87095d 2024-11-13T00:21:06,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:06,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 684f3cfe8c78e08dfb51c56f1a87095d 2024-11-13T00:21:06,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 684f3cfe8c78e08dfb51c56f1a87095d 2024-11-13T00:21:06,411 INFO [StoreOpener-684f3cfe8c78e08dfb51c56f1a87095d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 684f3cfe8c78e08dfb51c56f1a87095d 2024-11-13T00:21:06,412 INFO [StoreOpener-684f3cfe8c78e08dfb51c56f1a87095d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 684f3cfe8c78e08dfb51c56f1a87095d columnFamilyName hfileref 2024-11-13T00:21:06,412 DEBUG [StoreOpener-684f3cfe8c78e08dfb51c56f1a87095d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:06,412 INFO [StoreOpener-684f3cfe8c78e08dfb51c56f1a87095d-1 {}] regionserver.HStore(327): Store=684f3cfe8c78e08dfb51c56f1a87095d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:06,412 INFO [StoreOpener-684f3cfe8c78e08dfb51c56f1a87095d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 684f3cfe8c78e08dfb51c56f1a87095d 2024-11-13T00:21:06,413 INFO [StoreOpener-684f3cfe8c78e08dfb51c56f1a87095d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 684f3cfe8c78e08dfb51c56f1a87095d columnFamilyName queue 2024-11-13T00:21:06,413 DEBUG [StoreOpener-684f3cfe8c78e08dfb51c56f1a87095d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:06,414 INFO [StoreOpener-684f3cfe8c78e08dfb51c56f1a87095d-1 {}] regionserver.HStore(327): Store=684f3cfe8c78e08dfb51c56f1a87095d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:06,414 INFO [StoreOpener-684f3cfe8c78e08dfb51c56f1a87095d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 684f3cfe8c78e08dfb51c56f1a87095d 2024-11-13T00:21:06,414 INFO [StoreOpener-684f3cfe8c78e08dfb51c56f1a87095d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 684f3cfe8c78e08dfb51c56f1a87095d columnFamilyName sid 2024-11-13T00:21:06,414 DEBUG [StoreOpener-684f3cfe8c78e08dfb51c56f1a87095d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:06,415 INFO [StoreOpener-684f3cfe8c78e08dfb51c56f1a87095d-1 {}] regionserver.HStore(327): Store=684f3cfe8c78e08dfb51c56f1a87095d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:06,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 684f3cfe8c78e08dfb51c56f1a87095d 2024-11-13T00:21:06,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/replication/684f3cfe8c78e08dfb51c56f1a87095d 2024-11-13T00:21:06,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/replication/684f3cfe8c78e08dfb51c56f1a87095d 2024-11-13T00:21:06,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 684f3cfe8c78e08dfb51c56f1a87095d 2024-11-13T00:21:06,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 684f3cfe8c78e08dfb51c56f1a87095d 2024-11-13T00:21:06,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:21:06,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 684f3cfe8c78e08dfb51c56f1a87095d 2024-11-13T00:21:06,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/replication/684f3cfe8c78e08dfb51c56f1a87095d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:21:06,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 684f3cfe8c78e08dfb51c56f1a87095d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58722355, jitterRate=-0.12496872246265411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:21:06,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 684f3cfe8c78e08dfb51c56f1a87095d 2024-11-13T00:21:06,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 684f3cfe8c78e08dfb51c56f1a87095d: Running coprocessor pre-open hook at 1731457266410Writing region info on filesystem at 1731457266410Initializing all the Stores at 1731457266411 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457266411Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457266411Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457266411Cleaning up temporary data from old regions at 1731457266416 (+5 ms)Running coprocessor post-open hooks at 1731457266419 (+3 ms)Region opened successfully at 1731457266419 2024-11-13T00:21:06,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d., pid=10, masterSystemTime=1731457266386 2024-11-13T00:21:06,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d. 2024-11-13T00:21:06,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d. 2024-11-13T00:21:06,422 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=684f3cfe8c78e08dfb51c56f1a87095d, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,35149,1731457252328 2024-11-13T00:21:06,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 684f3cfe8c78e08dfb51c56f1a87095d, server=cb28580903fb,35149,1731457252328 because future has completed 2024-11-13T00:21:06,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T00:21:06,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 684f3cfe8c78e08dfb51c56f1a87095d, server=cb28580903fb,35149,1731457252328 in 191 msec 2024-11-13T00:21:06,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T00:21:06,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=684f3cfe8c78e08dfb51c56f1a87095d, ASSIGN in 348 msec 2024-11-13T00:21:06,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:21:06,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457266429"}]},"ts":"1731457266429"} 2024-11-13T00:21:06,430 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T00:21:06,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:21:06,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 772 msec 2024-11-13T00:21:06,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d., hostname=cb28580903fb,35149,1731457252328, seqNum=2] 2024-11-13T00:21:06,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1010eb2e1150001, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804362553 2024-11-13T00:21:06,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804362553 2024-11-13T00:21:06,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T00:21:06,560 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:21:06,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:06,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:06,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:06,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:06,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:06,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:06,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:06,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:06,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:06,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:06,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:06,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:06,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:06,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:06,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:06,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T00:21:06,625 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T00:21:06,655 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cb28580903fb,35149,1731457252328, ReplicationSource: 1, currentBandwidth=0 2024-11-13T00:21:06,656 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:21:06,656 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,35149,1731457252328, seqNum=-1] 2024-11-13T00:21:06,656 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:21:06,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-13T00:21:06,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb28580903fb,35149,1731457252328', locateType=CURRENT is [region=hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d., hostname=cb28580903fb,35149,1731457252328, seqNum=2] 2024-11-13T00:21:06,661 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T00:21:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T00:21:06,663 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb28580903fb,35149,1731457252328 suceeded 2024-11-13T00:21:06,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T00:21:06,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-13T00:21:06,665 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb28580903fb:45713,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T00:21:06,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0150 sec 2024-11-13T00:21:06,675 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:45713' 2024-11-13T00:21:06,676 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58785a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:06,676 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,45713,-1 for getting cluster id 2024-11-13T00:21:06,676 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:06,677 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43cc1ca5-0859-4c5f-9acd-07c34ee9685d' 2024-11-13T00:21:06,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:06,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43cc1ca5-0859-4c5f-9acd-07c34ee9685d" 2024-11-13T00:21:06,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6befa998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:06,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,45713,-1] 2024-11-13T00:21:06,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:06,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:06,678 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:06,679 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74c7b136, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:06,679 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:06,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,45713,1731457256302 2024-11-13T00:21:06,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b051975 2024-11-13T00:21:06,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:06,680 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-13T00:21:06,681 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb28580903fb,35149,1731457252328 (queues=1) is replicating from cluster=000c96e5-a198-406b-bb1f-85425aff157e to cluster=43cc1ca5-0859-4c5f-9acd-07c34ee9685d 2024-11-13T00:21:06,681 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb28580903fb%2C35149%2C1731457252328 2024-11-13T00:21:06,681 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb28580903fb,35149,1731457252328, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T00:21:06,682 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948, startPosition=0, beingWritten=true 2024-11-13T00:21:06,682 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.shippercb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb28580903fb%2C35149%2C1731457252328 2024-11-13T00:21:06,688 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:21:06,688 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 379, reset compression=false 2024-11-13T00:21:06,688 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.shippercb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,35149,1731457252328 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:21:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:21:06,793 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T00:21:06,793 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:21:06,793 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:06,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:06,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:06,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:06,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ca8967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:06,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,45713,-1 for getting cluster id 2024-11-13T00:21:06,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:06,795 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43cc1ca5-0859-4c5f-9acd-07c34ee9685d' 2024-11-13T00:21:06,795 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:06,795 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43cc1ca5-0859-4c5f-9acd-07c34ee9685d" 2024-11-13T00:21:06,795 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655c46b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:06,795 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,45713,-1] 2024-11-13T00:21:06,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:06,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:06,796 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:06,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2ed9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:06,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:06,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,45713,1731457256302 2024-11-13T00:21:06,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43fa46bc 2024-11-13T00:21:06,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:06,798 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:21:06,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb28580903fb:42251,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T00:21:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T00:21:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:21:06,801 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:42251' 2024-11-13T00:21:06,802 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a8ac56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:06,802 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,42251,-1 for getting cluster id 2024-11-13T00:21:06,802 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:06,803 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c764f745-8328-42c8-80c3-b159897d8435' 2024-11-13T00:21:06,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:06,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c764f745-8328-42c8-80c3-b159897d8435" 2024-11-13T00:21:06,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49aae2a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:06,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,42251,-1] 2024-11-13T00:21:06,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:06,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:06,804 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:06,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718b5818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:06,805 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:06,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,42251,1731457259318 2024-11-13T00:21:06,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68360abf 2024-11-13T00:21:06,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:06,806 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:21:06,806 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T00:21:06,806 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T00:21:06,807 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:06,807 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:06,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:06,807 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:21:06,808 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T00:21:06,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:21:06,809 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:06,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:21:06,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741837_1013 (size=1138) 2024-11-13T00:21:06,816 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 364afa9f845b97842f21b0dca21fcae8, NAME => 'hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782 2024-11-13T00:21:06,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741838_1014 (size=44) 2024-11-13T00:21:06,858 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T00:21:06,891 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 379, reset compression=false 2024-11-13T00:21:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:21:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:21:07,195 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 379, reset compression=false 2024-11-13T00:21:07,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:07,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 364afa9f845b97842f21b0dca21fcae8, disabling compactions & flushes 2024-11-13T00:21:07,226 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8. 2024-11-13T00:21:07,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8. 2024-11-13T00:21:07,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8. after waiting 0 ms 2024-11-13T00:21:07,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8. 2024-11-13T00:21:07,226 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8. 2024-11-13T00:21:07,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 364afa9f845b97842f21b0dca21fcae8: Waiting for close lock at 1731457267226Disabling compacts and flushes for region at 1731457267226Disabling writes for close at 1731457267226Writing region close event to WAL at 1731457267226Closed at 1731457267226 2024-11-13T00:21:07,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:21:07,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731457267227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457267227"}]},"ts":"1731457267227"} 2024-11-13T00:21:07,229 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:21:07,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:21:07,230 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457267230"}]},"ts":"1731457267230"} 2024-11-13T00:21:07,231 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T00:21:07,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=364afa9f845b97842f21b0dca21fcae8, ASSIGN}] 2024-11-13T00:21:07,232 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=364afa9f845b97842f21b0dca21fcae8, ASSIGN 2024-11-13T00:21:07,233 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=364afa9f845b97842f21b0dca21fcae8, ASSIGN; state=OFFLINE, location=cb28580903fb,39505,1731457256338; forceNewPlan=false, retain=false 2024-11-13T00:21:07,384 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=364afa9f845b97842f21b0dca21fcae8, regionState=OPENING, regionLocation=cb28580903fb,39505,1731457256338 2024-11-13T00:21:07,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=364afa9f845b97842f21b0dca21fcae8, ASSIGN because future has completed 2024-11-13T00:21:07,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 364afa9f845b97842f21b0dca21fcae8, server=cb28580903fb,39505,1731457256338}] 2024-11-13T00:21:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:21:07,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8. 2024-11-13T00:21:07,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:21:07,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T00:21:07,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C39505%2C1731457256338.rep, suffix=, logDir=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338, archiveDir=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/oldWALs, maxLogs=10 2024-11-13T00:21:07,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.rep.1731457267543, exclude list is [], retry=0 2024-11-13T00:21:07,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32961,DS-b7ac3454-42e3-416c-98d5-1f7738f4dc52,DISK] 2024-11-13T00:21:07,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.rep.1731457267543 2024-11-13T00:21:07,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41077:41077)] 2024-11-13T00:21:07,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 364afa9f845b97842f21b0dca21fcae8, NAME => 'hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:21:07,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:21:07,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:21:07,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8. service=MultiRowMutationService 2024-11-13T00:21:07,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T00:21:07,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 364afa9f845b97842f21b0dca21fcae8 2024-11-13T00:21:07,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:07,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 364afa9f845b97842f21b0dca21fcae8 2024-11-13T00:21:07,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 364afa9f845b97842f21b0dca21fcae8 2024-11-13T00:21:07,562 INFO [StoreOpener-364afa9f845b97842f21b0dca21fcae8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 364afa9f845b97842f21b0dca21fcae8 2024-11-13T00:21:07,563 INFO [StoreOpener-364afa9f845b97842f21b0dca21fcae8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 364afa9f845b97842f21b0dca21fcae8 columnFamilyName hfileref 2024-11-13T00:21:07,563 DEBUG [StoreOpener-364afa9f845b97842f21b0dca21fcae8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:07,563 INFO [StoreOpener-364afa9f845b97842f21b0dca21fcae8-1 {}] regionserver.HStore(327): Store=364afa9f845b97842f21b0dca21fcae8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:07,563 INFO [StoreOpener-364afa9f845b97842f21b0dca21fcae8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 364afa9f845b97842f21b0dca21fcae8 2024-11-13T00:21:07,564 INFO [StoreOpener-364afa9f845b97842f21b0dca21fcae8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 364afa9f845b97842f21b0dca21fcae8 columnFamilyName queue 2024-11-13T00:21:07,564 DEBUG [StoreOpener-364afa9f845b97842f21b0dca21fcae8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:07,564 INFO [StoreOpener-364afa9f845b97842f21b0dca21fcae8-1 {}] regionserver.HStore(327): Store=364afa9f845b97842f21b0dca21fcae8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:07,565 INFO [StoreOpener-364afa9f845b97842f21b0dca21fcae8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 364afa9f845b97842f21b0dca21fcae8 2024-11-13T00:21:07,565 INFO [StoreOpener-364afa9f845b97842f21b0dca21fcae8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 364afa9f845b97842f21b0dca21fcae8 columnFamilyName sid 2024-11-13T00:21:07,565 DEBUG [StoreOpener-364afa9f845b97842f21b0dca21fcae8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:07,566 INFO [StoreOpener-364afa9f845b97842f21b0dca21fcae8-1 {}] regionserver.HStore(327): Store=364afa9f845b97842f21b0dca21fcae8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:07,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 364afa9f845b97842f21b0dca21fcae8 2024-11-13T00:21:07,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/replication/364afa9f845b97842f21b0dca21fcae8 2024-11-13T00:21:07,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/replication/364afa9f845b97842f21b0dca21fcae8 2024-11-13T00:21:07,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 364afa9f845b97842f21b0dca21fcae8 2024-11-13T00:21:07,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 364afa9f845b97842f21b0dca21fcae8 2024-11-13T00:21:07,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:21:07,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 364afa9f845b97842f21b0dca21fcae8 2024-11-13T00:21:07,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/replication/364afa9f845b97842f21b0dca21fcae8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:21:07,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 364afa9f845b97842f21b0dca21fcae8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60135413, jitterRate=-0.10391251742839813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:21:07,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 364afa9f845b97842f21b0dca21fcae8 2024-11-13T00:21:07,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 364afa9f845b97842f21b0dca21fcae8: Running coprocessor pre-open hook at 1731457267561Writing region info on filesystem at 1731457267561Initializing all the Stores at 1731457267562 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457267562Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457267562Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457267562Cleaning up temporary data from old regions at 1731457267567 (+5 ms)Running coprocessor post-open hooks at 1731457267571 (+4 ms)Region opened successfully at 1731457267571 2024-11-13T00:21:07,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8., pid=10, masterSystemTime=1731457267538 2024-11-13T00:21:07,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8. 2024-11-13T00:21:07,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8. 2024-11-13T00:21:07,573 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=364afa9f845b97842f21b0dca21fcae8, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,39505,1731457256338 2024-11-13T00:21:07,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 364afa9f845b97842f21b0dca21fcae8, server=cb28580903fb,39505,1731457256338 because future has completed 2024-11-13T00:21:07,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T00:21:07,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 364afa9f845b97842f21b0dca21fcae8, server=cb28580903fb,39505,1731457256338 in 190 msec 2024-11-13T00:21:07,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T00:21:07,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=364afa9f845b97842f21b0dca21fcae8, ASSIGN in 346 msec 2024-11-13T00:21:07,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:21:07,580 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457267580"}]},"ts":"1731457267580"} 2024-11-13T00:21:07,581 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T00:21:07,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:21:07,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 775 msec 2024-11-13T00:21:07,599 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 379, reset compression=false 2024-11-13T00:21:07,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8., hostname=cb28580903fb,39505,1731457256338, seqNum=2] 2024-11-13T00:21:07,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11039316797 2024-11-13T00:21:07,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1010eb2e1150004, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11039316797 2024-11-13T00:21:07,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T00:21:07,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39505 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T00:21:07,781 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T00:21:07,810 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cb28580903fb,39505,1731457256338, ReplicationSource: 1, currentBandwidth=0 2024-11-13T00:21:07,810 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:21:07,810 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,39505,1731457256338, seqNum=-1] 2024-11-13T00:21:07,810 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:21:07,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T00:21:07,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb28580903fb,39505,1731457256338', locateType=CURRENT is [region=hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8., hostname=cb28580903fb,39505,1731457256338, seqNum=2] 2024-11-13T00:21:07,815 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T00:21:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T00:21:07,817 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb28580903fb,39505,1731457256338 suceeded 2024-11-13T00:21:07,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T00:21:07,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-13T00:21:07,819 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb28580903fb:42251,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T00:21:07,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0200 sec 2024-11-13T00:21:07,830 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:42251' 2024-11-13T00:21:07,831 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6145f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:07,831 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,42251,-1 for getting cluster id 2024-11-13T00:21:07,831 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:07,832 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c764f745-8328-42c8-80c3-b159897d8435' 2024-11-13T00:21:07,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:07,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c764f745-8328-42c8-80c3-b159897d8435" 2024-11-13T00:21:07,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@763896bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:07,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,42251,-1] 2024-11-13T00:21:07,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:07,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:07,833 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:07,833 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4045f68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:07,834 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:07,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,42251,1731457259318 2024-11-13T00:21:07,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eb20595 2024-11-13T00:21:07,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:07,835 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-13T00:21:07,835 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb28580903fb,39505,1731457256338 (queues=1) is replicating from cluster=43cc1ca5-0859-4c5f-9acd-07c34ee9685d to cluster=c764f745-8328-42c8-80c3-b159897d8435 2024-11-13T00:21:07,835 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb28580903fb%2C39505%2C1731457256338 2024-11-13T00:21:07,835 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb28580903fb,39505,1731457256338, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T00:21:07,836 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243, startPosition=0, beingWritten=true 2024-11-13T00:21:07,836 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.shippercb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb28580903fb%2C39505%2C1731457256338 2024-11-13T00:21:07,840 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:21:07,840 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 379, reset compression=false 2024-11-13T00:21:07,840 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.shippercb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,39505,1731457256338 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:21:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:21:07,933 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T00:21:07,933 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:21:07,933 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:07,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:07,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:07,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:07,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed12462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:07,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,42251,-1 for getting cluster id 2024-11-13T00:21:07,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:07,935 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c764f745-8328-42c8-80c3-b159897d8435' 2024-11-13T00:21:07,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:07,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c764f745-8328-42c8-80c3-b159897d8435" 2024-11-13T00:21:07,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7332272f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:07,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,42251,-1] 2024-11-13T00:21:07,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:07,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:07,937 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:07,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e8a066d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:07,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:07,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,42251,1731457259318 2024-11-13T00:21:07,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f08fdce 2024-11-13T00:21:07,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:07,939 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:21:07,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb28580903fb:45713,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T00:21:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T00:21:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:21:07,942 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:45713' 2024-11-13T00:21:07,943 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bbc0479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:07,943 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,45713,-1 for getting cluster id 2024-11-13T00:21:07,943 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:07,944 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43cc1ca5-0859-4c5f-9acd-07c34ee9685d' 2024-11-13T00:21:07,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:07,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43cc1ca5-0859-4c5f-9acd-07c34ee9685d" 2024-11-13T00:21:07,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f770d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:07,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,45713,-1] 2024-11-13T00:21:07,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:07,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:07,945 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:07,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@92819fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:07,945 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:07,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,45713,1731457256302 2024-11-13T00:21:07,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c045ba9 2024-11-13T00:21:07,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:07,947 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:21:07,947 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T00:21:07,947 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T00:21:07,947 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:07,947 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:07,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:07,948 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:21:07,948 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T00:21:07,949 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:21:07,949 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:07,950 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:21:07,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38333 is added to blk_1073741837_1013 (size=1138) 2024-11-13T00:21:07,999 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T00:21:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:21:08,043 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 379, reset compression=false 2024-11-13T00:21:08,103 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 379, reset compression=false 2024-11-13T00:21:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:21:08,347 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 379, reset compression=false 2024-11-13T00:21:08,357 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ffcd070e69bb3083bac2ff363bc47c8b, NAME => 'hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce 2024-11-13T00:21:08,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38333 is added to blk_1073741838_1014 (size=44) 2024-11-13T00:21:08,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:08,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ffcd070e69bb3083bac2ff363bc47c8b, disabling compactions & flushes 2024-11-13T00:21:08,362 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b. 2024-11-13T00:21:08,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b. 2024-11-13T00:21:08,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b. after waiting 0 ms 2024-11-13T00:21:08,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b. 2024-11-13T00:21:08,362 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b. 2024-11-13T00:21:08,362 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ffcd070e69bb3083bac2ff363bc47c8b: Waiting for close lock at 1731457268362Disabling compacts and flushes for region at 1731457268362Disabling writes for close at 1731457268362Writing region close event to WAL at 1731457268362Closed at 1731457268362 2024-11-13T00:21:08,363 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:21:08,363 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731457268363"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457268363"}]},"ts":"1731457268363"} 2024-11-13T00:21:08,365 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:21:08,366 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:21:08,366 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457268366"}]},"ts":"1731457268366"} 2024-11-13T00:21:08,367 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T00:21:08,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ffcd070e69bb3083bac2ff363bc47c8b, ASSIGN}] 2024-11-13T00:21:08,369 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ffcd070e69bb3083bac2ff363bc47c8b, ASSIGN 2024-11-13T00:21:08,369 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ffcd070e69bb3083bac2ff363bc47c8b, ASSIGN; state=OFFLINE, location=cb28580903fb,40077,1731457259377; forceNewPlan=false, retain=false 2024-11-13T00:21:08,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ffcd070e69bb3083bac2ff363bc47c8b, regionState=OPENING, regionLocation=cb28580903fb,40077,1731457259377 2024-11-13T00:21:08,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ffcd070e69bb3083bac2ff363bc47c8b, ASSIGN because future has completed 2024-11-13T00:21:08,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffcd070e69bb3083bac2ff363bc47c8b, server=cb28580903fb,40077,1731457259377}] 2024-11-13T00:21:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:21:08,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b. 2024-11-13T00:21:08,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:21:08,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T00:21:08,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C40077%2C1731457259377.rep, suffix=, logDir=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377, archiveDir=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/oldWALs, maxLogs=10 2024-11-13T00:21:08,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.rep.1731457268679, exclude list is [], retry=0 2024-11-13T00:21:08,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38333,DS-fbebb89b-42b5-4303-b5cc-ce1422932b34,DISK] 2024-11-13T00:21:08,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.rep.1731457268679 2024-11-13T00:21:08,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36723:36723)] 2024-11-13T00:21:08,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ffcd070e69bb3083bac2ff363bc47c8b, NAME => 'hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:21:08,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:21:08,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:21:08,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b. service=MultiRowMutationService 2024-11-13T00:21:08,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T00:21:08,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ffcd070e69bb3083bac2ff363bc47c8b 2024-11-13T00:21:08,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:08,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ffcd070e69bb3083bac2ff363bc47c8b 2024-11-13T00:21:08,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ffcd070e69bb3083bac2ff363bc47c8b 2024-11-13T00:21:08,698 INFO [StoreOpener-ffcd070e69bb3083bac2ff363bc47c8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ffcd070e69bb3083bac2ff363bc47c8b 2024-11-13T00:21:08,699 INFO [StoreOpener-ffcd070e69bb3083bac2ff363bc47c8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffcd070e69bb3083bac2ff363bc47c8b columnFamilyName hfileref 2024-11-13T00:21:08,699 DEBUG [StoreOpener-ffcd070e69bb3083bac2ff363bc47c8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:08,699 INFO [StoreOpener-ffcd070e69bb3083bac2ff363bc47c8b-1 {}] regionserver.HStore(327): Store=ffcd070e69bb3083bac2ff363bc47c8b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:08,700 INFO [StoreOpener-ffcd070e69bb3083bac2ff363bc47c8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ffcd070e69bb3083bac2ff363bc47c8b 2024-11-13T00:21:08,700 INFO [StoreOpener-ffcd070e69bb3083bac2ff363bc47c8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffcd070e69bb3083bac2ff363bc47c8b columnFamilyName queue 2024-11-13T00:21:08,700 DEBUG [StoreOpener-ffcd070e69bb3083bac2ff363bc47c8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:08,701 INFO [StoreOpener-ffcd070e69bb3083bac2ff363bc47c8b-1 {}] regionserver.HStore(327): Store=ffcd070e69bb3083bac2ff363bc47c8b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:08,701 INFO [StoreOpener-ffcd070e69bb3083bac2ff363bc47c8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ffcd070e69bb3083bac2ff363bc47c8b 2024-11-13T00:21:08,701 INFO [StoreOpener-ffcd070e69bb3083bac2ff363bc47c8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffcd070e69bb3083bac2ff363bc47c8b columnFamilyName sid 2024-11-13T00:21:08,701 DEBUG [StoreOpener-ffcd070e69bb3083bac2ff363bc47c8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:08,702 INFO [StoreOpener-ffcd070e69bb3083bac2ff363bc47c8b-1 {}] regionserver.HStore(327): Store=ffcd070e69bb3083bac2ff363bc47c8b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:08,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ffcd070e69bb3083bac2ff363bc47c8b 2024-11-13T00:21:08,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/replication/ffcd070e69bb3083bac2ff363bc47c8b 2024-11-13T00:21:08,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/replication/ffcd070e69bb3083bac2ff363bc47c8b 2024-11-13T00:21:08,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ffcd070e69bb3083bac2ff363bc47c8b 2024-11-13T00:21:08,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ffcd070e69bb3083bac2ff363bc47c8b 2024-11-13T00:21:08,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:21:08,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ffcd070e69bb3083bac2ff363bc47c8b 2024-11-13T00:21:08,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/replication/ffcd070e69bb3083bac2ff363bc47c8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:21:08,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ffcd070e69bb3083bac2ff363bc47c8b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66881047, jitterRate=-0.0033947378396987915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:21:08,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ffcd070e69bb3083bac2ff363bc47c8b 2024-11-13T00:21:08,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ffcd070e69bb3083bac2ff363bc47c8b: Running coprocessor pre-open hook at 1731457268697Writing region info on filesystem at 1731457268697Initializing all the Stores at 1731457268698 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457268698Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457268698Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457268698Cleaning up temporary data from old regions at 1731457268703 (+5 ms)Running coprocessor post-open hooks at 1731457268706 (+3 ms)Region opened successfully at 1731457268706 2024-11-13T00:21:08,707 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 379, reset compression=false 2024-11-13T00:21:08,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b., pid=10, masterSystemTime=1731457268674 2024-11-13T00:21:08,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b. 2024-11-13T00:21:08,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b. 2024-11-13T00:21:08,709 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ffcd070e69bb3083bac2ff363bc47c8b, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,40077,1731457259377 2024-11-13T00:21:08,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffcd070e69bb3083bac2ff363bc47c8b, server=cb28580903fb,40077,1731457259377 because future has completed 2024-11-13T00:21:08,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T00:21:08,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ffcd070e69bb3083bac2ff363bc47c8b, server=cb28580903fb,40077,1731457259377 in 190 msec 2024-11-13T00:21:08,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T00:21:08,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ffcd070e69bb3083bac2ff363bc47c8b, ASSIGN in 346 msec 2024-11-13T00:21:08,716 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:21:08,716 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457268716"}]},"ts":"1731457268716"} 2024-11-13T00:21:08,717 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T00:21:08,718 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:21:08,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 770 msec 2024-11-13T00:21:08,751 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 379, reset compression=false 2024-11-13T00:21:08,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b., hostname=cb28580903fb,40077,1731457259377, seqNum=2] 2024-11-13T00:21:08,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x1010eb2e1150007, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2171981047 2024-11-13T00:21:08,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2171981047 2024-11-13T00:21:08,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T00:21:08,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40077 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T00:21:08,915 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T00:21:08,965 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cb28580903fb,40077,1731457259377, ReplicationSource: 1, currentBandwidth=0 2024-11-13T00:21:08,965 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:21:08,965 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,40077,1731457259377, seqNum=-1] 2024-11-13T00:21:08,966 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:21:08,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T00:21:08,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb28580903fb,40077,1731457259377', locateType=CURRENT is [region=hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b., hostname=cb28580903fb,40077,1731457259377, seqNum=2] 2024-11-13T00:21:08,971 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T00:21:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T00:21:08,973 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb28580903fb,40077,1731457259377 suceeded 2024-11-13T00:21:08,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T00:21:08,975 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb28580903fb:45713,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T00:21:08,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-13T00:21:08,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0360 sec 2024-11-13T00:21:08,986 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:45713' 2024-11-13T00:21:08,987 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@632bf372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:08,987 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,45713,-1 for getting cluster id 2024-11-13T00:21:08,987 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:08,987 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43cc1ca5-0859-4c5f-9acd-07c34ee9685d' 2024-11-13T00:21:08,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:08,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43cc1ca5-0859-4c5f-9acd-07c34ee9685d" 2024-11-13T00:21:08,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d073b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:08,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,45713,-1] 2024-11-13T00:21:08,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:08,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:08,989 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:08,989 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ea0010f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:08,989 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:08,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,45713,1731457256302 2024-11-13T00:21:08,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d0f8bda 2024-11-13T00:21:08,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:08,991 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-13T00:21:08,992 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb28580903fb,40077,1731457259377 (queues=1) is replicating from cluster=c764f745-8328-42c8-80c3-b159897d8435 to cluster=43cc1ca5-0859-4c5f-9acd-07c34ee9685d 2024-11-13T00:21:08,992 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb28580903fb%2C40077%2C1731457259377 2024-11-13T00:21:08,992 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb28580903fb,40077,1731457259377, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T00:21:08,992 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.shippercb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb28580903fb%2C40077%2C1731457259377 2024-11-13T00:21:08,992 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635, startPosition=0, beingWritten=true 2024-11-13T00:21:08,997 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:21:08,997 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 379, reset compression=false 2024-11-13T00:21:08,997 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.shippercb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,40077,1731457259377 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:21:09,055 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T00:21:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:21:09,073 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T00:21:09,074 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:21:09,074 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:09,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:09,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:09,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:09,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:09,075 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,41487,-1 for getting cluster id 2024-11-13T00:21:09,075 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:09,076 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '000c96e5-a198-406b-bb1f-85425aff157e' 2024-11-13T00:21:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "000c96e5-a198-406b-bb1f-85425aff157e" 2024-11-13T00:21:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a85694b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,41487,-1] 2024-11-13T00:21:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:09,077 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:09,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e8f1d70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:09,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be22fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:09,078 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,45713,-1 for getting cluster id 2024-11-13T00:21:09,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:09,079 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43cc1ca5-0859-4c5f-9acd-07c34ee9685d' 2024-11-13T00:21:09,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:09,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43cc1ca5-0859-4c5f-9acd-07c34ee9685d" 2024-11-13T00:21:09,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2556f5f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:09,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,45713,-1] 2024-11-13T00:21:09,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:09,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:09,080 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:09,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f9afba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:09,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@242cc698, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:09,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,42251,-1 for getting cluster id 2024-11-13T00:21:09,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:09,081 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c764f745-8328-42c8-80c3-b159897d8435' 2024-11-13T00:21:09,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:09,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c764f745-8328-42c8-80c3-b159897d8435" 2024-11-13T00:21:09,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183e3631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:09,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,42251,-1] 2024-11-13T00:21:09,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:09,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:09,083 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:09,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44878106, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:09,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:21:09,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,35149,1731457252328, seqNum=-1] 2024-11-13T00:21:09,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:21:09,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:21:09,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731457261201.4befa453b88d6989d137356725c967f2., hostname=cb28580903fb,35149,1731457252328, seqNum=2] 2024-11-13T00:21:09,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:21:09,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,40077,1731457259377, seqNum=-1] 2024-11-13T00:21:09,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:21:09,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:21:09,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731457263496.a057394c72bf805fb8c9eabc84f15b29., hostname=cb28580903fb,40077,1731457259377, seqNum=2] 2024-11-13T00:21:09,093 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T00:21:09,200 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 379, reset compression=false 2024-11-13T00:21:09,256 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 379, reset compression=false 2024-11-13T00:21:09,410 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 379, reset compression=false 2024-11-13T00:21:09,415 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:21:09,415 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 480, reset compression=false 2024-11-13T00:21:09,415 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.shippercb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,35149,1731457252328 got entry batch from reader: WALEntryBatch [walEntries=[{test/4befa453b88d6989d137356725c967f2/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T00:21:09,417 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.shippercb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:21:09,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-13T00:21:09,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:21:09,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@747a74ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:09,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,45713,-1 for getting cluster id 2024-11-13T00:21:09,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:09,420 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43cc1ca5-0859-4c5f-9acd-07c34ee9685d' 2024-11-13T00:21:09,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:09,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43cc1ca5-0859-4c5f-9acd-07c34ee9685d" 2024-11-13T00:21:09,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dec6ccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:09,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,45713,-1] 2024-11-13T00:21:09,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:09,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:09,421 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:09,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33af5c36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:09,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:21:09,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,39505,1731457256338, seqNum=-1] 2024-11-13T00:21:09,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:21:09,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T00:21:09,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731457262347.fb6d84eec4991408ebfab380080d2576., hostname=cb28580903fb,39505,1731457256338, seqNum=2] 2024-11-13T00:21:09,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:21:09,504 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 379, reset compression=false 2024-11-13T00:21:09,618 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 480, reset compression=false 2024-11-13T00:21:09,859 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 379, reset compression=false 2024-11-13T00:21:09,863 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:21:09,863 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 502, reset compression=false 2024-11-13T00:21:09,863 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.shippercb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,39505,1731457256338 got entry batch from reader: WALEntryBatch [walEntries=[{test/fb6d84eec4991408ebfab380080d2576/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243, lastWalPosition=502, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T00:21:09,865 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.shippercb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:21:09,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-13T00:21:09,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:21:09,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59d2d62f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:09,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,42251,-1 for getting cluster id 2024-11-13T00:21:09,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:09,867 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c764f745-8328-42c8-80c3-b159897d8435' 2024-11-13T00:21:09,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:09,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c764f745-8328-42c8-80c3-b159897d8435" 2024-11-13T00:21:09,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ba7a167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:09,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,42251,-1] 2024-11-13T00:21:09,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:09,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:09,868 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:09,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7651ea2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:09,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:21:09,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,40077,1731457259377, seqNum=-1] 2024-11-13T00:21:09,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:21:09,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T00:21:09,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731457263496.a057394c72bf805fb8c9eabc84f15b29., hostname=cb28580903fb,40077,1731457259377, seqNum=2] 2024-11-13T00:21:09,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:21:09,907 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 379, reset compression=false 2024-11-13T00:21:09,911 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:21:09,911 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 525, reset compression=false 2024-11-13T00:21:09,911 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.shippercb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,40077,1731457259377 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635, lastWalPosition=525, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:21:09,922 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 480, reset compression=false 2024-11-13T00:21:10,067 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 502, reset compression=false 2024-11-13T00:21:10,095 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T00:21:10,096 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:21:10,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,39505,1731457256338, seqNum=-1] 2024-11-13T00:21:10,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:21:10,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:21:10,100 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731457262347.fb6d84eec4991408ebfab380080d2576., hostname=cb28580903fb,39505,1731457256338, seqNum=2] 2024-11-13T00:21:10,103 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T00:21:10,114 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 525, reset compression=false 2024-11-13T00:21:10,326 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 480, reset compression=false 2024-11-13T00:21:10,370 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 502, reset compression=false 2024-11-13T00:21:10,375 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:21:10,375 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 606, reset compression=false 2024-11-13T00:21:10,375 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.shippercb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,39505,1731457256338 got entry batch from reader: WALEntryBatch [walEntries=[{test/fb6d84eec4991408ebfab380080d2576/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243, lastWalPosition=606, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T00:21:10,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:21:10,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:21:10,418 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 525, reset compression=false 2024-11-13T00:21:10,422 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:21:10,422 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 652, reset compression=false 2024-11-13T00:21:10,422 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.shippercb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,40077,1731457259377 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635, lastWalPosition=652, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:21:10,578 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 606, reset compression=false 2024-11-13T00:21:10,626 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 652, reset compression=false 2024-11-13T00:21:10,829 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 480, reset compression=false 2024-11-13T00:21:10,882 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 606, reset compression=false 2024-11-13T00:21:10,930 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 652, reset compression=false 2024-11-13T00:21:11,104 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T00:21:11,107 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T00:21:11,286 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 606, reset compression=false 2024-11-13T00:21:11,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T00:21:11,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T00:21:11,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T00:21:11,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T00:21:11,333 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 652, reset compression=false 2024-11-13T00:21:11,337 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:21:11,337 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 756, reset compression=false 2024-11-13T00:21:11,337 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.shippercb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,40077,1731457259377 got entry batch from reader: WALEntryBatch [walEntries=[{test/a057394c72bf805fb8c9eabc84f15b29/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635, lastWalPosition=756, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T00:21:11,339 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.shippercb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:21:11,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-13T00:21:11,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:21:11,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:21:11,432 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 480, reset compression=false 2024-11-13T00:21:11,540 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 756, reset compression=false 2024-11-13T00:21:11,790 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 606, reset compression=false 2024-11-13T00:21:11,794 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:21:11,794 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 734, reset compression=false 2024-11-13T00:21:11,794 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.shippercb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,39505,1731457256338 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:21:11,844 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 756, reset compression=false 2024-11-13T00:21:11,912 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:21:11,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:11,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:11,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:11,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:11,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:11,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:11,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:11,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:11,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:11,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:11,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:11,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:11,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:11,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:11,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:11,998 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 734, reset compression=false 2024-11-13T00:21:12,109 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T00:21:12,114 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T00:21:12,136 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 480, reset compression=false 2024-11-13T00:21:12,140 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:21:12,140 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 636, reset compression=false 2024-11-13T00:21:12,140 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.shippercb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,35149,1731457252328 got entry batch from reader: WALEntryBatch [walEntries=[{test/4befa453b88d6989d137356725c967f2/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T00:21:12,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:21:12,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:21:12,247 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 756, reset compression=false 2024-11-13T00:21:12,302 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 734, reset compression=false 2024-11-13T00:21:12,306 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:21:12,306 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 880, reset compression=false 2024-11-13T00:21:12,306 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.shippercb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,39505,1731457256338 got entry batch from reader: WALEntryBatch [walEntries=[{test/fb6d84eec4991408ebfab380080d2576/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243, lastWalPosition=880, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T00:21:12,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:21:12,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:21:12,343 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 636, reset compression=false 2024-11-13T00:21:12,510 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 880, reset compression=false 2024-11-13T00:21:12,513 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:12,513 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cb28580903fb,35747,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T00:21:12,514 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88609 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cb28580903fb,35747,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T00:21:12,646 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 636, reset compression=false 2024-11-13T00:21:12,750 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 756, reset compression=false 2024-11-13T00:21:12,754 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:21:12,754 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 925, reset compression=false 2024-11-13T00:21:12,754 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.shippercb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,40077,1731457259377 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635, lastWalPosition=925, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:21:12,813 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 880, reset compression=false 2024-11-13T00:21:12,957 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 925, reset compression=false 2024-11-13T00:21:13,050 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 636, reset compression=false 2024-11-13T00:21:13,115 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T00:21:13,118 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T00:21:13,217 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 880, reset compression=false 2024-11-13T00:21:13,222 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:21:13,222 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 1039, reset compression=false 2024-11-13T00:21:13,222 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.shippercb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,39505,1731457256338 got entry batch from reader: WALEntryBatch [walEntries=[{test/fb6d84eec4991408ebfab380080d2576/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243, lastWalPosition=1039, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T00:21:13,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:21:13,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40077 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:21:13,261 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 925, reset compression=false 2024-11-13T00:21:13,265 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:21:13,266 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 1074, reset compression=false 2024-11-13T00:21:13,266 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.shippercb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,40077,1731457259377 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635, lastWalPosition=1074, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:21:13,425 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 1039, reset compression=false 2024-11-13T00:21:13,469 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 1074, reset compression=false 2024-11-13T00:21:13,554 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 636, reset compression=false 2024-11-13T00:21:13,729 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 1039, reset compression=false 2024-11-13T00:21:13,773 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 1074, reset compression=false 2024-11-13T00:21:14,120 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T00:21:14,123 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T00:21:14,133 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 1039, reset compression=false 2024-11-13T00:21:14,158 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 636, reset compression=false 2024-11-13T00:21:14,176 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 1074, reset compression=false 2024-11-13T00:21:14,180 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:21:14,180 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 1233, reset compression=false 2024-11-13T00:21:14,180 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.shippercb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,40077,1731457259377 got entry batch from reader: WALEntryBatch [walEntries=[{test/a057394c72bf805fb8c9eabc84f15b29/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635, lastWalPosition=1233, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T00:21:14,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T00:21:14,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T00:21:14,383 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 1233, reset compression=false 2024-11-13T00:21:14,637 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 1039, reset compression=false 2024-11-13T00:21:14,642 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:21:14,642 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 1189, reset compression=false 2024-11-13T00:21:14,643 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.shippercb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,39505,1731457256338 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:21:14,687 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 1233, reset compression=false 2024-11-13T00:21:14,846 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 1189, reset compression=false 2024-11-13T00:21:14,861 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 636, reset compression=false 2024-11-13T00:21:15,091 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 1233, reset compression=false 2024-11-13T00:21:15,125 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T00:21:15,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T00:21:15,132 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:21:15,132 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:15,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:15,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:15,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:15,133 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T00:21:15,133 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1392248371, stopped=false 2024-11-13T00:21:15,133 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb28580903fb,42251,1731457259318 2024-11-13T00:21:15,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2171981047/running 2024-11-13T00:21:15,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2171981047 2024-11-13T00:21:15,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x1010eb2e1150007, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2171981047/running 2024-11-13T00:21:15,135 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:21:15,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x1010eb2e1150007, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2171981047 2024-11-13T00:21:15,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:21:15,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:15,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:15,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40077-0x1010eb2e1150007, quorum=127.0.0.1:60945, baseZNode=/2171981047 Set watcher on znode that does not yet exist, /2171981047/running 2024-11-13T00:21:15,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Set watcher on znode that does not yet exist, /2171981047/running 2024-11-13T00:21:15,136 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,40077,1731457259377' ***** 2024-11-13T00:21:15,136 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:21:15,137 INFO [RS:0;cb28580903fb:40077 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:21:15,137 INFO [RS:0;cb28580903fb:40077 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:21:15,137 INFO [RS:0;cb28580903fb:40077 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:21:15,137 INFO [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer(3091): Received CLOSE for a057394c72bf805fb8c9eabc84f15b29 2024-11-13T00:21:15,137 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:21:15,138 INFO [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer(3091): Received CLOSE for ffcd070e69bb3083bac2ff363bc47c8b 2024-11-13T00:21:15,138 INFO [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,40077,1731457259377 2024-11-13T00:21:15,138 INFO [RS:0;cb28580903fb:40077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:21:15,138 INFO [RS:0;cb28580903fb:40077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:40077. 2024-11-13T00:21:15,138 DEBUG [RS:0;cb28580903fb:40077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:15,138 DEBUG [RS:0;cb28580903fb:40077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:15,138 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a057394c72bf805fb8c9eabc84f15b29, disabling compactions & flushes 2024-11-13T00:21:15,138 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731457263496.a057394c72bf805fb8c9eabc84f15b29. 2024-11-13T00:21:15,138 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457263496.a057394c72bf805fb8c9eabc84f15b29. 2024-11-13T00:21:15,138 INFO [RS:0;cb28580903fb:40077 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:21:15,138 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731457263496.a057394c72bf805fb8c9eabc84f15b29. after waiting 0 ms 2024-11-13T00:21:15,138 INFO [RS:0;cb28580903fb:40077 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:21:15,138 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731457263496.a057394c72bf805fb8c9eabc84f15b29. 2024-11-13T00:21:15,138 INFO [RS:0;cb28580903fb:40077 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:21:15,138 INFO [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T00:21:15,138 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a057394c72bf805fb8c9eabc84f15b29 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T00:21:15,138 INFO [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T00:21:15,138 DEBUG [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a057394c72bf805fb8c9eabc84f15b29=test,,1731457263496.a057394c72bf805fb8c9eabc84f15b29., ffcd070e69bb3083bac2ff363bc47c8b=hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b.} 2024-11-13T00:21:15,138 DEBUG [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a057394c72bf805fb8c9eabc84f15b29, ffcd070e69bb3083bac2ff363bc47c8b 2024-11-13T00:21:15,138 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:21:15,138 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:21:15,138 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:21:15,138 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:21:15,138 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:21:15,138 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T00:21:15,149 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 1189, reset compression=false 2024-11-13T00:21:15,160 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/1588230740/.tmp/info/b62e108a81174c1fb12d45b55d94fbcf is 147, key is hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b./info:regioninfo/1731457268709/Put/seqid=0 2024-11-13T00:21:15,161 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/default/test/a057394c72bf805fb8c9eabc84f15b29/.tmp/f/bd67b6d15bb5457ab54216accdda7ec5 is 29, key is row1/f:/1731457273116/DeleteFamily/seqid=0 2024-11-13T00:21:15,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38333 is added to blk_1073741840_1016 (size=7686) 2024-11-13T00:21:15,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38333 is added to blk_1073741841_1017 (size=5152) 2024-11-13T00:21:15,168 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/default/test/a057394c72bf805fb8c9eabc84f15b29/.tmp/f/bd67b6d15bb5457ab54216accdda7ec5 2024-11-13T00:21:15,173 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd67b6d15bb5457ab54216accdda7ec5 2024-11-13T00:21:15,195 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/default/test/a057394c72bf805fb8c9eabc84f15b29/.tmp/f1/2e2cd84899404356b2e517e2f75a45be is 30, key is row1/f1:/1731457273116/DeleteFamily/seqid=0 2024-11-13T00:21:15,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38333 is added to blk_1073741842_1018 (size=5158) 2024-11-13T00:21:15,223 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:21:15,338 DEBUG [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a057394c72bf805fb8c9eabc84f15b29, ffcd070e69bb3083bac2ff363bc47c8b 2024-11-13T00:21:15,526 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T00:21:15,526 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T00:21:15,539 DEBUG [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a057394c72bf805fb8c9eabc84f15b29, ffcd070e69bb3083bac2ff363bc47c8b 2024-11-13T00:21:15,553 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 1189, reset compression=false 2024-11-13T00:21:15,568 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/1588230740/.tmp/info/b62e108a81174c1fb12d45b55d94fbcf 2024-11-13T00:21:15,586 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/1588230740/.tmp/ns/3e0c4672c39d4cf2ac3b9738e30ffaa1 is 43, key is default/ns:d/1731457261079/Put/seqid=0 2024-11-13T00:21:15,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38333 is added to blk_1073741843_1019 (size=5153) 2024-11-13T00:21:15,590 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/1588230740/.tmp/ns/3e0c4672c39d4cf2ac3b9738e30ffaa1 2024-11-13T00:21:15,594 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 1233, reset compression=false 2024-11-13T00:21:15,598 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:21:15,598 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 1480, reset compression=false 2024-11-13T00:21:15,598 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.shippercb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,40077,1731457259377 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635, lastWalPosition=1480, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:21:15,599 ERROR [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.shippercb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cb28580903fb,40077,1731457259377: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cb28580903fb,40077,1731457259377, walGroup=cb28580903fb%2C40077%2C1731457259377, offset=cb28580903fb%2C40077%2C1731457259377.1731457260635:1480, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:40077 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T00:21:15,600 ERROR [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.shippercb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T00:21:15,600 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.shippercb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T00:21:15,600 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/default/test/a057394c72bf805fb8c9eabc84f15b29/.tmp/f1/2e2cd84899404356b2e517e2f75a45be 2024-11-13T00:21:15,600 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.shippercb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T00:21:15,600 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.shippercb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T00:21:15,600 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.shippercb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T00:21:15,600 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.shippercb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1226833920, "init": 1048576000, "max": 2306867200, "used": 925636160 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 202435328 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T00:21:15,601 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.shippercb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:42251 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:42251 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T00:21:15,604 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e2cd84899404356b2e517e2f75a45be 2024-11-13T00:21:15,610 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/1588230740/.tmp/rep_barrier/6177be9867574017b3b0e22d851fb327 is 112, key is test,,1731457263496.a057394c72bf805fb8c9eabc84f15b29./rep_barrier:seqnumDuringOpen/1731457264642/Put/seqid=0 2024-11-13T00:21:15,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38333 is added to blk_1073741844_1020 (size=5518) 2024-11-13T00:21:15,613 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/1588230740/.tmp/rep_barrier/6177be9867574017b3b0e22d851fb327 2024-11-13T00:21:15,624 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/default/test/a057394c72bf805fb8c9eabc84f15b29/.tmp/norep/bb87376e882745b79ff478670f5756dc is 33, key is row2/norep:/1731457274121/DeleteFamily/seqid=0 2024-11-13T00:21:15,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38333 is added to blk_1073741845_1021 (size=5108) 2024-11-13T00:21:15,635 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/1588230740/.tmp/table/ed25df05c1a54d2096f8f724cb104d41 is 53, key is hbase:replication/table:state/1731457268716/Put/seqid=0 2024-11-13T00:21:15,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38333 is added to blk_1073741846_1022 (size=5308) 2024-11-13T00:21:15,665 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 636, reset compression=false 2024-11-13T00:21:15,739 DEBUG [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a057394c72bf805fb8c9eabc84f15b29, ffcd070e69bb3083bac2ff363bc47c8b 2024-11-13T00:21:15,811 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 1480, reset compression=false 2024-11-13T00:21:15,939 DEBUG [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a057394c72bf805fb8c9eabc84f15b29, ffcd070e69bb3083bac2ff363bc47c8b 2024-11-13T00:21:16,028 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/default/test/a057394c72bf805fb8c9eabc84f15b29/.tmp/norep/bb87376e882745b79ff478670f5756dc 2024-11-13T00:21:16,032 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb87376e882745b79ff478670f5756dc 2024-11-13T00:21:16,033 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/default/test/a057394c72bf805fb8c9eabc84f15b29/.tmp/f/bd67b6d15bb5457ab54216accdda7ec5 as hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/default/test/a057394c72bf805fb8c9eabc84f15b29/f/bd67b6d15bb5457ab54216accdda7ec5 2024-11-13T00:21:16,037 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd67b6d15bb5457ab54216accdda7ec5 2024-11-13T00:21:16,037 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/default/test/a057394c72bf805fb8c9eabc84f15b29/f/bd67b6d15bb5457ab54216accdda7ec5, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T00:21:16,038 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/default/test/a057394c72bf805fb8c9eabc84f15b29/.tmp/f1/2e2cd84899404356b2e517e2f75a45be as hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/default/test/a057394c72bf805fb8c9eabc84f15b29/f1/2e2cd84899404356b2e517e2f75a45be 2024-11-13T00:21:16,039 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/1588230740/.tmp/table/ed25df05c1a54d2096f8f724cb104d41 2024-11-13T00:21:16,043 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/1588230740/.tmp/info/b62e108a81174c1fb12d45b55d94fbcf as hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/1588230740/info/b62e108a81174c1fb12d45b55d94fbcf 2024-11-13T00:21:16,043 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e2cd84899404356b2e517e2f75a45be 2024-11-13T00:21:16,044 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/default/test/a057394c72bf805fb8c9eabc84f15b29/f1/2e2cd84899404356b2e517e2f75a45be, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T00:21:16,044 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/default/test/a057394c72bf805fb8c9eabc84f15b29/.tmp/norep/bb87376e882745b79ff478670f5756dc as hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/default/test/a057394c72bf805fb8c9eabc84f15b29/norep/bb87376e882745b79ff478670f5756dc 2024-11-13T00:21:16,047 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/1588230740/info/b62e108a81174c1fb12d45b55d94fbcf, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T00:21:16,048 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/1588230740/.tmp/ns/3e0c4672c39d4cf2ac3b9738e30ffaa1 as hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/1588230740/ns/3e0c4672c39d4cf2ac3b9738e30ffaa1 2024-11-13T00:21:16,048 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb87376e882745b79ff478670f5756dc 2024-11-13T00:21:16,048 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/default/test/a057394c72bf805fb8c9eabc84f15b29/norep/bb87376e882745b79ff478670f5756dc, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T00:21:16,049 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a057394c72bf805fb8c9eabc84f15b29 in 911ms, sequenceid=10, compaction requested=false 2024-11-13T00:21:16,052 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/1588230740/ns/3e0c4672c39d4cf2ac3b9738e30ffaa1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T00:21:16,053 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/1588230740/.tmp/rep_barrier/6177be9867574017b3b0e22d851fb327 as hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/1588230740/rep_barrier/6177be9867574017b3b0e22d851fb327 2024-11-13T00:21:16,056 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/1588230740/rep_barrier/6177be9867574017b3b0e22d851fb327, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T00:21:16,057 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 1189, reset compression=false 2024-11-13T00:21:16,057 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/1588230740/.tmp/table/ed25df05c1a54d2096f8f724cb104d41 as hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/1588230740/table/ed25df05c1a54d2096f8f724cb104d41 2024-11-13T00:21:16,061 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/1588230740/table/ed25df05c1a54d2096f8f724cb104d41, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T00:21:16,062 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 923ms, sequenceid=16, compaction requested=false 2024-11-13T00:21:16,065 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/default/test/a057394c72bf805fb8c9eabc84f15b29/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T00:21:16,066 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T00:21:16,066 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:21:16,066 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T00:21:16,066 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731457263496.a057394c72bf805fb8c9eabc84f15b29. 2024-11-13T00:21:16,066 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a057394c72bf805fb8c9eabc84f15b29: Waiting for close lock at 1731457275138Running coprocessor pre-close hooks at 1731457275138Disabling compacts and flushes for region at 1731457275138Disabling writes for close at 1731457275138Obtaining lock to block concurrent updates at 1731457275138Preparing flush snapshotting stores in a057394c72bf805fb8c9eabc84f15b29 at 1731457275138Finished memstore snapshotting test,,1731457263496.a057394c72bf805fb8c9eabc84f15b29., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731457275138Flushing stores of test,,1731457263496.a057394c72bf805fb8c9eabc84f15b29. at 1731457275139 (+1 ms)Flushing a057394c72bf805fb8c9eabc84f15b29/f: creating writer at 1731457275139Flushing a057394c72bf805fb8c9eabc84f15b29/f: appending metadata at 1731457275160 (+21 ms)Flushing a057394c72bf805fb8c9eabc84f15b29/f: closing flushed file at 1731457275160Flushing a057394c72bf805fb8c9eabc84f15b29/f1: creating writer at 1731457275173 (+13 ms)Flushing a057394c72bf805fb8c9eabc84f15b29/f1: appending metadata at 1731457275194 (+21 ms)Flushing a057394c72bf805fb8c9eabc84f15b29/f1: closing flushed file at 1731457275194Flushing a057394c72bf805fb8c9eabc84f15b29/norep: creating writer at 1731457275604 (+410 ms)Flushing a057394c72bf805fb8c9eabc84f15b29/norep: appending metadata at 1731457275623 (+19 ms)Flushing a057394c72bf805fb8c9eabc84f15b29/norep: closing flushed file at 1731457275623Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75240ebb: reopening flushed file at 1731457276032 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21229cc2: reopening flushed file at 1731457276037 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b1ce450: reopening flushed file at 1731457276044 (+7 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a057394c72bf805fb8c9eabc84f15b29 in 911ms, sequenceid=10, compaction requested=false at 1731457276049 (+5 ms)Writing region close event to WAL at 1731457276061 (+12 ms)Running coprocessor post-close hooks at 1731457276066 (+5 ms)Closed at 1731457276066 2024-11-13T00:21:16,066 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731457263496.a057394c72bf805fb8c9eabc84f15b29. 2024-11-13T00:21:16,066 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ffcd070e69bb3083bac2ff363bc47c8b, disabling compactions & flushes 2024-11-13T00:21:16,066 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b. 2024-11-13T00:21:16,066 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b. 2024-11-13T00:21:16,066 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:21:16,066 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b. after waiting 0 ms 2024-11-13T00:21:16,066 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b. 2024-11-13T00:21:16,066 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:21:16,066 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ffcd070e69bb3083bac2ff363bc47c8b: Waiting for close lock at 1731457276066Running coprocessor pre-close hooks at 1731457276066Disabling compacts and flushes for region at 1731457276066Disabling writes for close at 1731457276066Failed flush hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b., putting online again at 1731457276066 2024-11-13T00:21:16,066 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:21:16,066 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b. 2024-11-13T00:21:16,067 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457275138Running coprocessor pre-close hooks at 1731457275138Disabling compacts and flushes for region at 1731457275138Disabling writes for close at 1731457275138Obtaining lock to block concurrent updates at 1731457275138Preparing flush snapshotting stores in 1588230740 at 1731457275138Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731457275139 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731457275139Flushing 1588230740/info: creating writer at 1731457275139Flushing 1588230740/info: appending metadata at 1731457275160 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731457275160Flushing 1588230740/ns: creating writer at 1731457275572 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731457275586 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731457275586Flushing 1588230740/rep_barrier: creating writer at 1731457275593 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731457275609 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731457275609Flushing 1588230740/table: creating writer at 1731457275617 (+8 ms)Flushing 1588230740/table: appending metadata at 1731457275634 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731457275634Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@757b4642: reopening flushed file at 1731457276043 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11e8a4e: reopening flushed file at 1731457276047 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f0f456: reopening flushed file at 1731457276052 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d6c39ac: reopening flushed file at 1731457276056 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 923ms, sequenceid=16, compaction requested=false at 1731457276062 (+6 ms)Writing region close event to WAL at 1731457276063 (+1 ms)Running coprocessor post-close hooks at 1731457276066 (+3 ms)Closed at 1731457276066 2024-11-13T00:21:16,067 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T00:21:16,115 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 1480, reset compression=false 2024-11-13T00:21:16,119 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:21:16,119 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 2124, reset compression=false 2024-11-13T00:21:16,139 INFO [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T00:21:16,139 DEBUG [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer(1325): Online Regions={ffcd070e69bb3083bac2ff363bc47c8b=hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b.} 2024-11-13T00:21:16,139 INFO [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer(3091): Received CLOSE for ffcd070e69bb3083bac2ff363bc47c8b 2024-11-13T00:21:16,139 DEBUG [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer(1351): Waiting on ffcd070e69bb3083bac2ff363bc47c8b 2024-11-13T00:21:16,139 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ffcd070e69bb3083bac2ff363bc47c8b, disabling compactions & flushes 2024-11-13T00:21:16,139 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b. 2024-11-13T00:21:16,140 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b. 2024-11-13T00:21:16,140 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b. after waiting 0 ms 2024-11-13T00:21:16,140 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b. 2024-11-13T00:21:16,140 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ffcd070e69bb3083bac2ff363bc47c8b: Waiting for close lock at 1731457276139Running coprocessor pre-close hooks at 1731457276139Disabling compacts and flushes for region at 1731457276139Disabling writes for close at 1731457276140 (+1 ms)Failed flush hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b., putting online again at 1731457276140 2024-11-13T00:21:16,140 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731457267948.ffcd070e69bb3083bac2ff363bc47c8b. 2024-11-13T00:21:16,321 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 2124, reset compression=false 2024-11-13T00:21:16,339 INFO [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T00:21:16,339 INFO [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,40077,1731457259377; all regions closed. 2024-11-13T00:21:16,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38333 is added to blk_1073741834_1010 (size=4239) 2024-11-13T00:21:16,342 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.meta.1731457261036.meta not finished, retry = 0 2024-11-13T00:21:16,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38333 is added to blk_1073741839_1015 (size=2171) 2024-11-13T00:21:16,445 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.rep.1731457268679 not finished, retry = 0 2024-11-13T00:21:16,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38333 is added to blk_1073741833_1009 (size=2132) 2024-11-13T00:21:16,547 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 not finished, retry = 0 2024-11-13T00:21:16,568 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 636, reset compression=false 2024-11-13T00:21:16,625 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 to pos 2124, reset compression=false 2024-11-13T00:21:16,649 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/WALs/cb28580903fb,40077,1731457259377/cb28580903fb%2C40077%2C1731457259377.1731457260635 2024-11-13T00:21:16,649 DEBUG [RS:0;cb28580903fb:40077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:16,649 INFO [RS:0;cb28580903fb:40077 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:21:16,649 INFO [RS:0;cb28580903fb:40077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:21:16,649 INFO [RS:0;cb28580903fb:40077 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T00:21:16,649 INFO [RS:0;cb28580903fb:40077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:21:16,650 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:21:16,650 INFO [RS:0;cb28580903fb:40077 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb28580903fb,40077,1731457259377 because: Region server is closing 2024-11-13T00:21:16,650 INFO [RS:0;cb28580903fb:40077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:40077. 2024-11-13T00:21:16,650 DEBUG [RS:0;cb28580903fb:40077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:16,650 DEBUG [RS:0;cb28580903fb:40077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:16,650 DEBUG [RS:0;cb28580903fb:40077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:16,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:16,661 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 1189, reset compression=false 2024-11-13T00:21:16,751 INFO [RS:0;cb28580903fb:40077 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.shippercb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 terminated 2024-11-13T00:21:16,751 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,40077,1731457259377.replicationSource.wal-reader.cb28580903fb%2C40077%2C1731457259377,1-cb28580903fb,40077,1731457259377 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-13T00:21:16,751 INFO [RS:0;cb28580903fb:40077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:40077. 2024-11-13T00:21:16,751 DEBUG [RS:0;cb28580903fb:40077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:16,751 DEBUG [RS:0;cb28580903fb:40077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:16,751 DEBUG [RS:0;cb28580903fb:40077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:16,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:16,751 INFO [RS:0;cb28580903fb:40077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40077 2024-11-13T00:21:16,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x1010eb2e1150007, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2171981047/rs/cb28580903fb,40077,1731457259377 2024-11-13T00:21:16,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2171981047/rs 2024-11-13T00:21:16,754 INFO [RS:0;cb28580903fb:40077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:21:16,756 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,40077,1731457259377] 2024-11-13T00:21:16,758 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2171981047/draining/cb28580903fb,40077,1731457259377 already deleted, retry=false 2024-11-13T00:21:16,758 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,40077,1731457259377 expired; onlineServers=0 2024-11-13T00:21:16,758 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb28580903fb,42251,1731457259318' ***** 2024-11-13T00:21:16,758 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T00:21:16,758 INFO [M:0;cb28580903fb:42251 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:21:16,758 INFO [M:0;cb28580903fb:42251 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:21:16,758 DEBUG [M:0;cb28580903fb:42251 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T00:21:16,758 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T00:21:16,758 DEBUG [M:0;cb28580903fb:42251 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T00:21:16,758 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457260379 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457260379,5,FailOnTimeoutGroup] 2024-11-13T00:21:16,758 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457260396 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457260396,5,FailOnTimeoutGroup] 2024-11-13T00:21:16,758 INFO [M:0;cb28580903fb:42251 {}] hbase.ChoreService(370): Chore service for: master/cb28580903fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T00:21:16,759 INFO [M:0;cb28580903fb:42251 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:21:16,759 DEBUG [M:0;cb28580903fb:42251 {}] master.HMaster(1795): Stopping service threads 2024-11-13T00:21:16,759 INFO [M:0;cb28580903fb:42251 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T00:21:16,759 INFO [M:0;cb28580903fb:42251 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:21:16,759 INFO [M:0;cb28580903fb:42251 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T00:21:16,759 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T00:21:16,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2171981047/master 2024-11-13T00:21:16,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2171981047 2024-11-13T00:21:16,760 DEBUG [M:0;cb28580903fb:42251 {}] zookeeper.ZKUtil(347): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Unable to get data of znode /2171981047/master because node does not exist (not an error) 2024-11-13T00:21:16,760 WARN [M:0;cb28580903fb:42251 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T00:21:16,761 INFO [M:0;cb28580903fb:42251 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/.lastflushedseqids 2024-11-13T00:21:16,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38333 is added to blk_1073741847_1023 (size=245) 2024-11-13T00:21:16,766 INFO [M:0;cb28580903fb:42251 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T00:21:16,766 INFO [M:0;cb28580903fb:42251 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T00:21:16,766 DEBUG [M:0;cb28580903fb:42251 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:21:16,766 INFO [M:0;cb28580903fb:42251 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:16,766 DEBUG [M:0;cb28580903fb:42251 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:16,766 DEBUG [M:0;cb28580903fb:42251 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:21:16,766 DEBUG [M:0;cb28580903fb:42251 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:16,766 INFO [M:0;cb28580903fb:42251 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T00:21:16,781 DEBUG [M:0;cb28580903fb:42251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff2e4d0566c341fc87da1af5f5bf2b6d is 82, key is hbase:meta,,1/info:regioninfo/1731457261070/Put/seqid=0 2024-11-13T00:21:16,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38333 is added to blk_1073741848_1024 (size=5672) 2024-11-13T00:21:16,784 INFO [M:0;cb28580903fb:42251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff2e4d0566c341fc87da1af5f5bf2b6d 2024-11-13T00:21:16,805 DEBUG [M:0;cb28580903fb:42251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f61d60bc0a6e4f849ece5b594a747445 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731457268718/Put/seqid=0 2024-11-13T00:21:16,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38333 is added to blk_1073741849_1025 (size=8516) 2024-11-13T00:21:16,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x1010eb2e1150007, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:21:16,856 INFO [RS:0;cb28580903fb:40077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:21:16,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40077-0x1010eb2e1150007, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:21:16,856 INFO [RS:0;cb28580903fb:40077 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,40077,1731457259377; zookeeper connection closed. 2024-11-13T00:21:16,856 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e6ac400 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e6ac400 2024-11-13T00:21:16,857 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T00:21:17,209 INFO [M:0;cb28580903fb:42251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f61d60bc0a6e4f849ece5b594a747445 2024-11-13T00:21:17,227 DEBUG [M:0;cb28580903fb:42251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b2496a3ba0648e5968859474794e1cc is 69, key is cb28580903fb,40077,1731457259377/rs:state/1731457260446/Put/seqid=0 2024-11-13T00:21:17,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38333 is added to blk_1073741850_1026 (size=5156) 2024-11-13T00:21:17,365 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 1189, reset compression=false 2024-11-13T00:21:17,571 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 636, reset compression=false 2024-11-13T00:21:17,632 INFO [M:0;cb28580903fb:42251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b2496a3ba0648e5968859474794e1cc 2024-11-13T00:21:17,636 DEBUG [M:0;cb28580903fb:42251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff2e4d0566c341fc87da1af5f5bf2b6d as hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff2e4d0566c341fc87da1af5f5bf2b6d 2024-11-13T00:21:17,639 INFO [M:0;cb28580903fb:42251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff2e4d0566c341fc87da1af5f5bf2b6d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T00:21:17,640 DEBUG [M:0;cb28580903fb:42251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f61d60bc0a6e4f849ece5b594a747445 as hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f61d60bc0a6e4f849ece5b594a747445 2024-11-13T00:21:17,643 INFO [M:0;cb28580903fb:42251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f61d60bc0a6e4f849ece5b594a747445, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T00:21:17,644 DEBUG [M:0;cb28580903fb:42251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b2496a3ba0648e5968859474794e1cc as hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b2496a3ba0648e5968859474794e1cc 2024-11-13T00:21:17,646 INFO [M:0;cb28580903fb:42251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39329/user/jenkins/test-data/9772c786-5afd-ebc8-f3ea-78539c2342ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b2496a3ba0648e5968859474794e1cc, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T00:21:17,647 INFO [M:0;cb28580903fb:42251 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=97, compaction requested=false 2024-11-13T00:21:17,648 INFO [M:0;cb28580903fb:42251 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:17,648 DEBUG [M:0;cb28580903fb:42251 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457276766Disabling compacts and flushes for region at 1731457276766Disabling writes for close at 1731457276766Obtaining lock to block concurrent updates at 1731457276766Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731457276766Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731457276766Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731457276767 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731457276767Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731457276780 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731457276780Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731457276788 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731457276805 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731457276805Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731457277213 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731457277227 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731457277227Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dca15e7: reopening flushed file at 1731457277635 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@600f25b2: reopening flushed file at 1731457277639 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@675da153: reopening flushed file at 1731457277643 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=97, compaction requested=false at 1731457277647 (+4 ms)Writing region close event to WAL at 1731457277648 (+1 ms)Closed at 1731457277648 2024-11-13T00:21:17,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38333 is added to blk_1073741830_1006 (size=63654) 2024-11-13T00:21:17,651 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:21:17,651 INFO [M:0;cb28580903fb:42251 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T00:21:17,651 INFO [M:0;cb28580903fb:42251 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42251 2024-11-13T00:21:17,652 INFO [M:0;cb28580903fb:42251 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:21:17,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:21:17,753 INFO [M:0;cb28580903fb:42251 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:21:17,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42251-0x1010eb2e1150006, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:21:17,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@189179a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:21:17,757 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21be0beb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:21:17,757 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:21:17,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e9ce7d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:21:17,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a05fecf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/hadoop.log.dir/,STOPPED} 2024-11-13T00:21:17,758 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:21:17,758 WARN [BP-1961545916-172.17.0.2-1731457257971 heartbeating to localhost/127.0.0.1:39329 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:21:17,758 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:21:17,758 WARN [BP-1961545916-172.17.0.2-1731457257971 heartbeating to localhost/127.0.0.1:39329 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1961545916-172.17.0.2-1731457257971 (Datanode Uuid 9f085d86-5d2b-4d72-8d21-08119b385174) service to localhost/127.0.0.1:39329 2024-11-13T00:21:17,759 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/cluster_fed3ca4f-f9e8-cc26-6932-ee0cc6421e3a/data/data1/current/BP-1961545916-172.17.0.2-1731457257971 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:21:17,759 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/cluster_fed3ca4f-f9e8-cc26-6932-ee0cc6421e3a/data/data2/current/BP-1961545916-172.17.0.2-1731457257971 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:21:17,760 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:21:17,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bcaa5aa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:21:17,768 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b48c275{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:21:17,768 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:21:17,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@139d95e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:21:17,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64019185{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/hadoop.log.dir/,STOPPED} 2024-11-13T00:21:17,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T00:21:17,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T00:21:17,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:21:17,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:17,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:17,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:17,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:17,784 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T00:21:17,784 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2116793578, stopped=false 2024-11-13T00:21:17,784 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb28580903fb,45713,1731457256302 2024-11-13T00:21:17,786 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:21:17,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1010eb2e1150004, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11039316797/running 2024-11-13T00:21:17,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11039316797/running 2024-11-13T00:21:17,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1010eb2e1150004, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11039316797 2024-11-13T00:21:17,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11039316797 2024-11-13T00:21:17,786 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:21:17,786 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:17,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:17,787 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,39505,1731457256338' ***** 2024-11-13T00:21:17,787 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:21:17,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Set watcher on znode that does not yet exist, /11039316797/running 2024-11-13T00:21:17,787 INFO [RS:0;cb28580903fb:39505 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:21:17,787 INFO [RS:0;cb28580903fb:39505 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:21:17,787 INFO [RS:0;cb28580903fb:39505 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:21:17,787 INFO [RS:0;cb28580903fb:39505 {}] regionserver.HRegionServer(3091): Received CLOSE for 364afa9f845b97842f21b0dca21fcae8 2024-11-13T00:21:17,787 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:21:17,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39505-0x1010eb2e1150004, quorum=127.0.0.1:60945, baseZNode=/11039316797 Set watcher on znode that does not yet exist, /11039316797/running 2024-11-13T00:21:17,788 INFO [RS:0;cb28580903fb:39505 {}] regionserver.HRegionServer(3091): Received CLOSE for fb6d84eec4991408ebfab380080d2576 2024-11-13T00:21:17,788 INFO [RS:0;cb28580903fb:39505 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,39505,1731457256338 2024-11-13T00:21:17,788 INFO [RS:0;cb28580903fb:39505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:21:17,788 INFO [RS:0;cb28580903fb:39505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:39505. 2024-11-13T00:21:17,788 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 364afa9f845b97842f21b0dca21fcae8, disabling compactions & flushes 2024-11-13T00:21:17,788 DEBUG [RS:0;cb28580903fb:39505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:17,788 DEBUG [RS:0;cb28580903fb:39505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:17,788 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8. 2024-11-13T00:21:17,788 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8. 2024-11-13T00:21:17,788 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8. after waiting 0 ms 2024-11-13T00:21:17,788 INFO [RS:0;cb28580903fb:39505 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:21:17,788 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8. 2024-11-13T00:21:17,788 INFO [RS:0;cb28580903fb:39505 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:21:17,788 INFO [RS:0;cb28580903fb:39505 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:21:17,788 INFO [RS:0;cb28580903fb:39505 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T00:21:17,788 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 364afa9f845b97842f21b0dca21fcae8 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-13T00:21:17,788 INFO [RS:0;cb28580903fb:39505 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T00:21:17,788 DEBUG [RS:0;cb28580903fb:39505 {}] regionserver.HRegionServer(1325): Online Regions={364afa9f845b97842f21b0dca21fcae8=hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8., 1588230740=hbase:meta,,1.1588230740, fb6d84eec4991408ebfab380080d2576=test,,1731457262347.fb6d84eec4991408ebfab380080d2576.} 2024-11-13T00:21:17,788 DEBUG [RS:0;cb28580903fb:39505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 364afa9f845b97842f21b0dca21fcae8, fb6d84eec4991408ebfab380080d2576 2024-11-13T00:21:17,789 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:21:17,789 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:21:17,789 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:21:17,789 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:21:17,789 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:21:17,789 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T00:21:17,805 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:21:17,805 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/replication/364afa9f845b97842f21b0dca21fcae8/.tmp/queue/c8f121c2975d412db5f0b403a1785566 is 154, key is 1-cb28580903fb,39505,1731457256338/queue:cb28580903fb%2C39505%2C1731457256338/1731457274644/Put/seqid=0 2024-11-13T00:21:17,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741840_1016 (size=5353) 2024-11-13T00:21:17,810 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/1588230740/.tmp/info/21770838669641b39be6bf9da4956a26 is 147, key is hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8./info:regioninfo/1731457267573/Put/seqid=0 2024-11-13T00:21:17,813 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/replication/364afa9f845b97842f21b0dca21fcae8/.tmp/queue/c8f121c2975d412db5f0b403a1785566 2024-11-13T00:21:17,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741841_1017 (size=7686) 2024-11-13T00:21:17,817 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/1588230740/.tmp/info/21770838669641b39be6bf9da4956a26 2024-11-13T00:21:17,820 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/replication/364afa9f845b97842f21b0dca21fcae8/.tmp/queue/c8f121c2975d412db5f0b403a1785566 as hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/replication/364afa9f845b97842f21b0dca21fcae8/queue/c8f121c2975d412db5f0b403a1785566 2024-11-13T00:21:17,824 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/replication/364afa9f845b97842f21b0dca21fcae8/queue/c8f121c2975d412db5f0b403a1785566, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T00:21:17,825 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 364afa9f845b97842f21b0dca21fcae8 in 37ms, sequenceid=12, compaction requested=false 2024-11-13T00:21:17,828 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/replication/364afa9f845b97842f21b0dca21fcae8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T00:21:17,829 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:21:17,829 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:21:17,829 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8. 2024-11-13T00:21:17,829 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 364afa9f845b97842f21b0dca21fcae8: Waiting for close lock at 1731457277788Running coprocessor pre-close hooks at 1731457277788Disabling compacts and flushes for region at 1731457277788Disabling writes for close at 1731457277788Obtaining lock to block concurrent updates at 1731457277788Preparing flush snapshotting stores in 364afa9f845b97842f21b0dca21fcae8 at 1731457277788Finished memstore snapshotting hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731457277789 (+1 ms)Flushing stores of hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8. at 1731457277789Flushing 364afa9f845b97842f21b0dca21fcae8/queue: creating writer at 1731457277789Flushing 364afa9f845b97842f21b0dca21fcae8/queue: appending metadata at 1731457277804 (+15 ms)Flushing 364afa9f845b97842f21b0dca21fcae8/queue: closing flushed file at 1731457277804Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2743ce1: reopening flushed file at 1731457277819 (+15 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 364afa9f845b97842f21b0dca21fcae8 in 37ms, sequenceid=12, compaction requested=false at 1731457277825 (+6 ms)Writing region close event to WAL at 1731457277826 (+1 ms)Running coprocessor post-close hooks at 1731457277829 (+3 ms)Closed at 1731457277829 2024-11-13T00:21:17,829 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731457266807.364afa9f845b97842f21b0dca21fcae8. 2024-11-13T00:21:17,830 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fb6d84eec4991408ebfab380080d2576, disabling compactions & flushes 2024-11-13T00:21:17,830 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731457262347.fb6d84eec4991408ebfab380080d2576. 2024-11-13T00:21:17,830 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457262347.fb6d84eec4991408ebfab380080d2576. 2024-11-13T00:21:17,830 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731457262347.fb6d84eec4991408ebfab380080d2576. after waiting 0 ms 2024-11-13T00:21:17,830 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731457262347.fb6d84eec4991408ebfab380080d2576. 2024-11-13T00:21:17,830 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fb6d84eec4991408ebfab380080d2576 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T00:21:17,842 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/1588230740/.tmp/ns/c0f1e8a08ebe4780b7ecd6a06460aaa8 is 43, key is default/ns:d/1731457257837/Put/seqid=0 2024-11-13T00:21:17,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741842_1018 (size=5153) 2024-11-13T00:21:17,846 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/1588230740/.tmp/ns/c0f1e8a08ebe4780b7ecd6a06460aaa8 2024-11-13T00:21:17,853 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/default/test/fb6d84eec4991408ebfab380080d2576/.tmp/f/61a3af78639145588bced481c7bfffd9 is 29, key is row1/f:/1731457273116/DeleteFamily/seqid=0 2024-11-13T00:21:17,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741843_1019 (size=5152) 2024-11-13T00:21:17,857 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/default/test/fb6d84eec4991408ebfab380080d2576/.tmp/f/61a3af78639145588bced481c7bfffd9 2024-11-13T00:21:17,863 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61a3af78639145588bced481c7bfffd9 2024-11-13T00:21:17,869 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/1588230740/.tmp/rep_barrier/4986f7f542ac41af865113d007cc2cbf is 112, key is test,,1731457262347.fb6d84eec4991408ebfab380080d2576./rep_barrier:seqnumDuringOpen/1731457263095/Put/seqid=0 2024-11-13T00:21:17,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741844_1020 (size=5518) 2024-11-13T00:21:17,882 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/default/test/fb6d84eec4991408ebfab380080d2576/.tmp/f1/58a6734cc72f4084b63c869926b45db9 is 30, key is row1/f1:/1731457273116/DeleteFamily/seqid=0 2024-11-13T00:21:17,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741845_1021 (size=5158) 2024-11-13T00:21:17,989 DEBUG [RS:0;cb28580903fb:39505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fb6d84eec4991408ebfab380080d2576 2024-11-13T00:21:18,121 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T00:21:18,121 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T00:21:18,168 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 1189, reset compression=false 2024-11-13T00:21:18,173 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:21:18,173 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 1436, reset compression=false 2024-11-13T00:21:18,173 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.shippercb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,39505,1731457256338 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:21:18,174 ERROR [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.shippercb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cb28580903fb,39505,1731457256338: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cb28580903fb,39505,1731457256338, walGroup=cb28580903fb%2C39505%2C1731457256338, offset=cb28580903fb%2C39505%2C1731457256338.1731457257243:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:39505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T00:21:18,174 ERROR [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.shippercb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T00:21:18,175 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.shippercb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T00:21:18,177 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.shippercb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T00:21:18,177 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.shippercb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T00:21:18,177 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.shippercb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T00:21:18,177 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.shippercb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1226833920, "init": 1048576000, "max": 2306867200, "used": 996939328 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 202723600 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T00:21:18,177 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.shippercb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:45713 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:45713 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T00:21:18,189 DEBUG [RS:0;cb28580903fb:39505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fb6d84eec4991408ebfab380080d2576 2024-11-13T00:21:18,273 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/1588230740/.tmp/rep_barrier/4986f7f542ac41af865113d007cc2cbf 2024-11-13T00:21:18,286 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/default/test/fb6d84eec4991408ebfab380080d2576/.tmp/f1/58a6734cc72f4084b63c869926b45db9 2024-11-13T00:21:18,289 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58a6734cc72f4084b63c869926b45db9 2024-11-13T00:21:18,292 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/1588230740/.tmp/table/cfff518614304ed2a7636f33f3c0b7ca is 53, key is hbase:replication/table:state/1731457267580/Put/seqid=0 2024-11-13T00:21:18,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741846_1022 (size=5308) 2024-11-13T00:21:18,303 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/default/test/fb6d84eec4991408ebfab380080d2576/.tmp/norep/092254e22645486ab4af0da295cd1b8f is 33, key is row1/norep:/1731457273116/DeleteFamily/seqid=0 2024-11-13T00:21:18,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741847_1023 (size=5108) 2024-11-13T00:21:18,376 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 1436, reset compression=false 2024-11-13T00:21:18,389 DEBUG [RS:0;cb28580903fb:39505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fb6d84eec4991408ebfab380080d2576 2024-11-13T00:21:18,589 DEBUG [RS:0;cb28580903fb:39505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fb6d84eec4991408ebfab380080d2576 2024-11-13T00:21:18,675 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 636, reset compression=false 2024-11-13T00:21:18,679 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.1731457257243 to pos 1436, reset compression=false 2024-11-13T00:21:18,698 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/1588230740/.tmp/table/cfff518614304ed2a7636f33f3c0b7ca 2024-11-13T00:21:18,702 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/1588230740/.tmp/info/21770838669641b39be6bf9da4956a26 as hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/1588230740/info/21770838669641b39be6bf9da4956a26 2024-11-13T00:21:18,705 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/1588230740/info/21770838669641b39be6bf9da4956a26, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T00:21:18,705 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/1588230740/.tmp/ns/c0f1e8a08ebe4780b7ecd6a06460aaa8 as hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/1588230740/ns/c0f1e8a08ebe4780b7ecd6a06460aaa8 2024-11-13T00:21:18,706 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/default/test/fb6d84eec4991408ebfab380080d2576/.tmp/norep/092254e22645486ab4af0da295cd1b8f 2024-11-13T00:21:18,709 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/1588230740/ns/c0f1e8a08ebe4780b7ecd6a06460aaa8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T00:21:18,710 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 092254e22645486ab4af0da295cd1b8f 2024-11-13T00:21:18,710 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/1588230740/.tmp/rep_barrier/4986f7f542ac41af865113d007cc2cbf as hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/1588230740/rep_barrier/4986f7f542ac41af865113d007cc2cbf 2024-11-13T00:21:18,710 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/default/test/fb6d84eec4991408ebfab380080d2576/.tmp/f/61a3af78639145588bced481c7bfffd9 as hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/default/test/fb6d84eec4991408ebfab380080d2576/f/61a3af78639145588bced481c7bfffd9 2024-11-13T00:21:18,714 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61a3af78639145588bced481c7bfffd9 2024-11-13T00:21:18,714 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/1588230740/rep_barrier/4986f7f542ac41af865113d007cc2cbf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T00:21:18,714 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/default/test/fb6d84eec4991408ebfab380080d2576/f/61a3af78639145588bced481c7bfffd9, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T00:21:18,714 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/1588230740/.tmp/table/cfff518614304ed2a7636f33f3c0b7ca as hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/1588230740/table/cfff518614304ed2a7636f33f3c0b7ca 2024-11-13T00:21:18,714 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/default/test/fb6d84eec4991408ebfab380080d2576/.tmp/f1/58a6734cc72f4084b63c869926b45db9 as hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/default/test/fb6d84eec4991408ebfab380080d2576/f1/58a6734cc72f4084b63c869926b45db9 2024-11-13T00:21:18,718 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58a6734cc72f4084b63c869926b45db9 2024-11-13T00:21:18,718 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/1588230740/table/cfff518614304ed2a7636f33f3c0b7ca, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T00:21:18,718 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/default/test/fb6d84eec4991408ebfab380080d2576/f1/58a6734cc72f4084b63c869926b45db9, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T00:21:18,719 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/default/test/fb6d84eec4991408ebfab380080d2576/.tmp/norep/092254e22645486ab4af0da295cd1b8f as hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/default/test/fb6d84eec4991408ebfab380080d2576/norep/092254e22645486ab4af0da295cd1b8f 2024-11-13T00:21:18,719 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 930ms, sequenceid=16, compaction requested=false 2024-11-13T00:21:18,719 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T00:21:18,723 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 092254e22645486ab4af0da295cd1b8f 2024-11-13T00:21:18,723 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/default/test/fb6d84eec4991408ebfab380080d2576/norep/092254e22645486ab4af0da295cd1b8f, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T00:21:18,723 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T00:21:18,723 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for fb6d84eec4991408ebfab380080d2576 in 893ms, sequenceid=10, compaction requested=false 2024-11-13T00:21:18,724 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T00:21:18,724 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:21:18,724 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:21:18,724 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:21:18,724 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457277789Running coprocessor pre-close hooks at 1731457277789Disabling compacts and flushes for region at 1731457277789Disabling writes for close at 1731457277789Obtaining lock to block concurrent updates at 1731457277789Preparing flush snapshotting stores in 1588230740 at 1731457277789Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731457277789Flushing stores of hbase:meta,,1.1588230740 at 1731457277790 (+1 ms)Flushing 1588230740/info: creating writer at 1731457277790Flushing 1588230740/info: appending metadata at 1731457277810 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731457277810Flushing 1588230740/ns: creating writer at 1731457277822 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731457277841 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731457277841Flushing 1588230740/rep_barrier: creating writer at 1731457277850 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731457277868 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731457277869 (+1 ms)Flushing 1588230740/table: creating writer at 1731457278277 (+408 ms)Flushing 1588230740/table: appending metadata at 1731457278292 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731457278292Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@182c3582: reopening flushed file at 1731457278701 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d575734: reopening flushed file at 1731457278705 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@345f4a95: reopening flushed file at 1731457278709 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6552018a: reopening flushed file at 1731457278714 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 930ms, sequenceid=16, compaction requested=false at 1731457278719 (+5 ms)Writing region close event to WAL at 1731457278721 (+2 ms)Running coprocessor post-close hooks at 1731457278724 (+3 ms)Closed at 1731457278724 2024-11-13T00:21:18,724 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T00:21:18,727 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/data/default/test/fb6d84eec4991408ebfab380080d2576/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T00:21:18,728 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:21:18,728 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T00:21:18,728 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731457262347.fb6d84eec4991408ebfab380080d2576. 2024-11-13T00:21:18,728 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fb6d84eec4991408ebfab380080d2576: Waiting for close lock at 1731457277829Running coprocessor pre-close hooks at 1731457277829Disabling compacts and flushes for region at 1731457277829Disabling writes for close at 1731457277830 (+1 ms)Obtaining lock to block concurrent updates at 1731457277830Preparing flush snapshotting stores in fb6d84eec4991408ebfab380080d2576 at 1731457277830Finished memstore snapshotting test,,1731457262347.fb6d84eec4991408ebfab380080d2576., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731457277830Flushing stores of test,,1731457262347.fb6d84eec4991408ebfab380080d2576. at 1731457277831 (+1 ms)Flushing fb6d84eec4991408ebfab380080d2576/f: creating writer at 1731457277831Flushing fb6d84eec4991408ebfab380080d2576/f: appending metadata at 1731457277852 (+21 ms)Flushing fb6d84eec4991408ebfab380080d2576/f: closing flushed file at 1731457277852Flushing fb6d84eec4991408ebfab380080d2576/f1: creating writer at 1731457277863 (+11 ms)Flushing fb6d84eec4991408ebfab380080d2576/f1: appending metadata at 1731457277881 (+18 ms)Flushing fb6d84eec4991408ebfab380080d2576/f1: closing flushed file at 1731457277881Flushing fb6d84eec4991408ebfab380080d2576/norep: creating writer at 1731457278289 (+408 ms)Flushing fb6d84eec4991408ebfab380080d2576/norep: appending metadata at 1731457278302 (+13 ms)Flushing fb6d84eec4991408ebfab380080d2576/norep: closing flushed file at 1731457278302Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@245e3373: reopening flushed file at 1731457278710 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@219e94f3: reopening flushed file at 1731457278714 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25cb525: reopening flushed file at 1731457278718 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for fb6d84eec4991408ebfab380080d2576 in 893ms, sequenceid=10, compaction requested=false at 1731457278724 (+6 ms)Writing region close event to WAL at 1731457278725 (+1 ms)Running coprocessor post-close hooks at 1731457278728 (+3 ms)Closed at 1731457278728 2024-11-13T00:21:18,728 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731457262347.fb6d84eec4991408ebfab380080d2576. 2024-11-13T00:21:18,789 INFO [RS:0;cb28580903fb:39505 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,39505,1731457256338; all regions closed. 2024-11-13T00:21:18,791 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/WALs/cb28580903fb,39505,1731457256338/cb28580903fb%2C39505%2C1731457256338.meta.1731457257764.meta not finished, retry = 0 2024-11-13T00:21:18,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741834_1010 (size=4239) 2024-11-13T00:21:18,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741839_1015 (size=3114) 2024-11-13T00:21:18,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741833_1009 (size=2088) 2024-11-13T00:21:18,896 DEBUG [RS:0;cb28580903fb:39505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:18,897 INFO [RS:0;cb28580903fb:39505 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:21:18,897 INFO [RS:0;cb28580903fb:39505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:21:18,897 INFO [RS:0;cb28580903fb:39505 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T00:21:18,897 INFO [RS:0;cb28580903fb:39505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:21:18,897 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:21:18,897 INFO [RS:0;cb28580903fb:39505 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb28580903fb,39505,1731457256338 because: Region server is closing 2024-11-13T00:21:18,897 INFO [RS:0;cb28580903fb:39505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:39505. 2024-11-13T00:21:18,897 DEBUG [RS:0;cb28580903fb:39505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:18,897 DEBUG [RS:0;cb28580903fb:39505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:18,897 DEBUG [RS:0;cb28580903fb:39505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:18,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:18,998 INFO [RS:0;cb28580903fb:39505 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.shippercb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 terminated 2024-11-13T00:21:18,998 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,39505,1731457256338.replicationSource.wal-reader.cb28580903fb%2C39505%2C1731457256338,1-cb28580903fb,39505,1731457256338 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T00:21:18,998 INFO [RS:0;cb28580903fb:39505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:39505. 2024-11-13T00:21:18,998 DEBUG [RS:0;cb28580903fb:39505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:18,998 DEBUG [RS:0;cb28580903fb:39505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:18,998 DEBUG [RS:0;cb28580903fb:39505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:18,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:18,998 INFO [RS:0;cb28580903fb:39505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39505 2024-11-13T00:21:19,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11039316797/rs 2024-11-13T00:21:19,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1010eb2e1150004, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11039316797/rs/cb28580903fb,39505,1731457256338 2024-11-13T00:21:19,000 INFO [RS:0;cb28580903fb:39505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:21:19,001 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,39505,1731457256338] 2024-11-13T00:21:19,008 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11039316797/draining/cb28580903fb,39505,1731457256338 already deleted, retry=false 2024-11-13T00:21:19,008 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,39505,1731457256338 expired; onlineServers=0 2024-11-13T00:21:19,008 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb28580903fb,45713,1731457256302' ***** 2024-11-13T00:21:19,008 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T00:21:19,008 INFO [M:0;cb28580903fb:45713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:21:19,008 INFO [M:0;cb28580903fb:45713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:21:19,008 DEBUG [M:0;cb28580903fb:45713 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T00:21:19,008 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T00:21:19,008 DEBUG [M:0;cb28580903fb:45713 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T00:21:19,008 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457256948 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457256948,5,FailOnTimeoutGroup] 2024-11-13T00:21:19,008 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457256974 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457256974,5,FailOnTimeoutGroup] 2024-11-13T00:21:19,009 INFO [M:0;cb28580903fb:45713 {}] hbase.ChoreService(370): Chore service for: master/cb28580903fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T00:21:19,009 INFO [M:0;cb28580903fb:45713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:21:19,009 DEBUG [M:0;cb28580903fb:45713 {}] master.HMaster(1795): Stopping service threads 2024-11-13T00:21:19,009 INFO [M:0;cb28580903fb:45713 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T00:21:19,009 INFO [M:0;cb28580903fb:45713 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:21:19,009 INFO [M:0;cb28580903fb:45713 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T00:21:19,009 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T00:21:19,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11039316797/master 2024-11-13T00:21:19,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11039316797 2024-11-13T00:21:19,010 DEBUG [M:0;cb28580903fb:45713 {}] zookeeper.ZKUtil(347): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Unable to get data of znode /11039316797/master because node does not exist (not an error) 2024-11-13T00:21:19,010 WARN [M:0;cb28580903fb:45713 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T00:21:19,011 INFO [M:0;cb28580903fb:45713 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/.lastflushedseqids 2024-11-13T00:21:19,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741848_1024 (size=245) 2024-11-13T00:21:19,015 INFO [M:0;cb28580903fb:45713 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T00:21:19,015 INFO [M:0;cb28580903fb:45713 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T00:21:19,015 DEBUG [M:0;cb28580903fb:45713 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:21:19,015 INFO [M:0;cb28580903fb:45713 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:19,015 DEBUG [M:0;cb28580903fb:45713 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:19,015 DEBUG [M:0;cb28580903fb:45713 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:21:19,015 DEBUG [M:0;cb28580903fb:45713 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:19,016 INFO [M:0;cb28580903fb:45713 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T00:21:19,031 DEBUG [M:0;cb28580903fb:45713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51094d9400594492997d3e93877e3b23 is 82, key is hbase:meta,,1/info:regioninfo/1731457257825/Put/seqid=0 2024-11-13T00:21:19,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741849_1025 (size=5672) 2024-11-13T00:21:19,103 INFO [RS:0;cb28580903fb:39505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:21:19,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1010eb2e1150004, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:21:19,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x1010eb2e1150004, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:21:19,103 INFO [RS:0;cb28580903fb:39505 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,39505,1731457256338; zookeeper connection closed. 2024-11-13T00:21:19,103 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b2c2eb2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b2c2eb2 2024-11-13T00:21:19,104 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T00:21:19,435 INFO [M:0;cb28580903fb:45713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51094d9400594492997d3e93877e3b23 2024-11-13T00:21:19,453 DEBUG [M:0;cb28580903fb:45713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/adcf2ee4c4654e6986e9db1ae94546af is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731457267583/Put/seqid=0 2024-11-13T00:21:19,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741850_1026 (size=8515) 2024-11-13T00:21:19,857 INFO [M:0;cb28580903fb:45713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/adcf2ee4c4654e6986e9db1ae94546af 2024-11-13T00:21:19,875 DEBUG [M:0;cb28580903fb:45713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0be3d24b9ac3474986aafd7cae61d8b8 is 69, key is cb28580903fb,39505,1731457256338/rs:state/1731457256998/Put/seqid=0 2024-11-13T00:21:19,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741851_1027 (size=5156) 2024-11-13T00:21:19,878 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 636, reset compression=false 2024-11-13T00:21:20,278 INFO [M:0;cb28580903fb:45713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0be3d24b9ac3474986aafd7cae61d8b8 2024-11-13T00:21:20,283 DEBUG [M:0;cb28580903fb:45713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51094d9400594492997d3e93877e3b23 as hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51094d9400594492997d3e93877e3b23 2024-11-13T00:21:20,286 INFO [M:0;cb28580903fb:45713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51094d9400594492997d3e93877e3b23, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T00:21:20,286 DEBUG [M:0;cb28580903fb:45713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/adcf2ee4c4654e6986e9db1ae94546af as hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/adcf2ee4c4654e6986e9db1ae94546af 2024-11-13T00:21:20,289 INFO [M:0;cb28580903fb:45713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/adcf2ee4c4654e6986e9db1ae94546af, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T00:21:20,290 DEBUG [M:0;cb28580903fb:45713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0be3d24b9ac3474986aafd7cae61d8b8 as hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0be3d24b9ac3474986aafd7cae61d8b8 2024-11-13T00:21:20,293 INFO [M:0;cb28580903fb:45713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35989/user/jenkins/test-data/54efe1df-50b6-6c39-23f9-64742d882782/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0be3d24b9ac3474986aafd7cae61d8b8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T00:21:20,294 INFO [M:0;cb28580903fb:45713 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-11-13T00:21:20,297 INFO [M:0;cb28580903fb:45713 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:20,298 DEBUG [M:0;cb28580903fb:45713 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457279015Disabling compacts and flushes for region at 1731457279015Disabling writes for close at 1731457279015Obtaining lock to block concurrent updates at 1731457279016 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731457279016Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731457279016Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731457279016Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731457279016Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731457279031 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731457279031Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731457279439 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731457279453 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731457279453Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731457279861 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731457279874 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731457279874Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47ece489: reopening flushed file at 1731457280282 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6476ccd9: reopening flushed file at 1731457280286 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@291c32dc: reopening flushed file at 1731457280289 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1731457280294 (+5 ms)Writing region close event to WAL at 1731457280297 (+3 ms)Closed at 1731457280297 2024-11-13T00:21:20,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32961 is added to blk_1073741830_1006 (size=63642) 2024-11-13T00:21:20,300 INFO [M:0;cb28580903fb:45713 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T00:21:20,300 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:21:20,300 INFO [M:0;cb28580903fb:45713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45713 2024-11-13T00:21:20,300 INFO [M:0;cb28580903fb:45713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:21:20,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:21:20,408 INFO [M:0;cb28580903fb:45713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:21:20,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45713-0x1010eb2e1150003, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:21:20,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7326d05d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:21:20,411 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d81422{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:21:20,412 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:21:20,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c2fb306{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:21:20,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a97c4b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/hadoop.log.dir/,STOPPED} 2024-11-13T00:21:20,413 WARN [BP-765290702-172.17.0.2-1731457255016 heartbeating to localhost/127.0.0.1:35989 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:21:20,413 WARN [BP-765290702-172.17.0.2-1731457255016 heartbeating to localhost/127.0.0.1:35989 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-765290702-172.17.0.2-1731457255016 (Datanode Uuid 897a2a24-1751-46d0-8c73-6f84376c6b70) service to localhost/127.0.0.1:35989 2024-11-13T00:21:20,413 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:21:20,413 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:21:20,414 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/cluster_ead0dd7b-87eb-0f5c-b84f-51a29e2be48b/data/data1/current/BP-765290702-172.17.0.2-1731457255016 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:21:20,414 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/cluster_ead0dd7b-87eb-0f5c-b84f-51a29e2be48b/data/data2/current/BP-765290702-172.17.0.2-1731457255016 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:21:20,414 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:21:20,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fe79da0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:21:20,421 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@594ad742{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:21:20,421 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:21:20,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39bad9d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:21:20,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62f51439{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27db863c-987c-ff88-9683-8417c5fd8e72/hadoop.log.dir/,STOPPED} 2024-11-13T00:21:20,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T00:21:20,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T00:21:20,436 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:21:20,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:20,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:20,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:20,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:20,437 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T00:21:20,437 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1997409609, stopped=false 2024-11-13T00:21:20,437 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb28580903fb,41487,1731457252250 2024-11-13T00:21:20,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-804362553/running 2024-11-13T00:21:20,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1010eb2e1150001, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-804362553/running 2024-11-13T00:21:20,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804362553 2024-11-13T00:21:20,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1010eb2e1150001, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804362553 2024-11-13T00:21:20,439 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:21:20,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35149-0x1010eb2e1150001, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Set watcher on znode that does not yet exist, /0-804362553/running 2024-11-13T00:21:20,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Set watcher on znode that does not yet exist, /0-804362553/running 2024-11-13T00:21:20,439 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:21:20,440 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:20,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:20,448 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,35149,1731457252328' ***** 2024-11-13T00:21:20,448 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:21:20,448 INFO [RS:0;cb28580903fb:35149 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:21:20,449 INFO [RS:0;cb28580903fb:35149 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:21:20,449 INFO [RS:0;cb28580903fb:35149 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:21:20,449 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:21:20,449 INFO [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(3091): Received CLOSE for 4befa453b88d6989d137356725c967f2 2024-11-13T00:21:20,449 INFO [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(3091): Received CLOSE for 684f3cfe8c78e08dfb51c56f1a87095d 2024-11-13T00:21:20,449 INFO [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,35149,1731457252328 2024-11-13T00:21:20,449 INFO [RS:0;cb28580903fb:35149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:21:20,449 INFO [RS:0;cb28580903fb:35149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:35149. 2024-11-13T00:21:20,449 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4befa453b88d6989d137356725c967f2, disabling compactions & flushes 2024-11-13T00:21:20,449 DEBUG [RS:0;cb28580903fb:35149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:20,449 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731457261201.4befa453b88d6989d137356725c967f2. 2024-11-13T00:21:20,449 DEBUG [RS:0;cb28580903fb:35149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:20,449 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457261201.4befa453b88d6989d137356725c967f2. 2024-11-13T00:21:20,449 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731457261201.4befa453b88d6989d137356725c967f2. after waiting 0 ms 2024-11-13T00:21:20,449 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731457261201.4befa453b88d6989d137356725c967f2. 2024-11-13T00:21:20,449 INFO [RS:0;cb28580903fb:35149 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:21:20,449 INFO [RS:0;cb28580903fb:35149 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:21:20,449 INFO [RS:0;cb28580903fb:35149 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:21:20,449 INFO [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T00:21:20,449 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4befa453b88d6989d137356725c967f2 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-13T00:21:20,450 INFO [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T00:21:20,450 DEBUG [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4befa453b88d6989d137356725c967f2=test,,1731457261201.4befa453b88d6989d137356725c967f2., 684f3cfe8c78e08dfb51c56f1a87095d=hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d.} 2024-11-13T00:21:20,450 DEBUG [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4befa453b88d6989d137356725c967f2, 684f3cfe8c78e08dfb51c56f1a87095d 2024-11-13T00:21:20,450 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:21:20,450 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:21:20,450 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:21:20,450 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:21:20,450 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:21:20,450 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T00:21:20,466 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/default/test/4befa453b88d6989d137356725c967f2/.tmp/f/136787e6adc546ebbff2d04d235be870 is 28, key is row/f:/1731457272110/DeleteFamily/seqid=0 2024-11-13T00:21:20,468 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/1588230740/.tmp/info/9896a65ff4c74e54af049f085cc3f07f is 147, key is hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d./info:regioninfo/1731457266422/Put/seqid=0 2024-11-13T00:21:20,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741840_1016 (size=5085) 2024-11-13T00:21:20,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741841_1017 (size=7686) 2024-11-13T00:21:20,539 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:21:20,650 DEBUG [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4befa453b88d6989d137356725c967f2, 684f3cfe8c78e08dfb51c56f1a87095d 2024-11-13T00:21:20,808 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T00:21:20,809 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T00:21:20,850 DEBUG [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4befa453b88d6989d137356725c967f2, 684f3cfe8c78e08dfb51c56f1a87095d 2024-11-13T00:21:20,870 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/default/test/4befa453b88d6989d137356725c967f2/.tmp/f/136787e6adc546ebbff2d04d235be870 2024-11-13T00:21:20,874 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 136787e6adc546ebbff2d04d235be870 2024-11-13T00:21:20,876 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/1588230740/.tmp/info/9896a65ff4c74e54af049f085cc3f07f 2024-11-13T00:21:20,889 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/default/test/4befa453b88d6989d137356725c967f2/.tmp/f1/92c1f6a7bd434a3da2ec309f06f981e7 is 29, key is row/f1:/1731457272110/DeleteFamily/seqid=0 2024-11-13T00:21:20,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741842_1018 (size=5089) 2024-11-13T00:21:20,897 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/1588230740/.tmp/ns/ddf0a4ff82a1465c804e3cf0f93b7b59 is 43, key is default/ns:d/1731457254951/Put/seqid=0 2024-11-13T00:21:20,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741843_1019 (size=5153) 2024-11-13T00:21:21,050 DEBUG [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4befa453b88d6989d137356725c967f2, 684f3cfe8c78e08dfb51c56f1a87095d 2024-11-13T00:21:21,181 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 636, reset compression=false 2024-11-13T00:21:21,185 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:21:21,185 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 883, reset compression=false 2024-11-13T00:21:21,185 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.shippercb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,35149,1731457252328 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:21:21,186 ERROR [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.shippercb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cb28580903fb,35149,1731457252328: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-cb28580903fb,35149,1731457252328, walGroup=cb28580903fb%2C35149%2C1731457252328, offset=cb28580903fb%2C35149%2C1731457252328.1731457253948:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35149 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T00:21:21,188 ERROR [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.shippercb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T00:21:21,188 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.shippercb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T00:21:21,188 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.shippercb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T00:21:21,188 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.shippercb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T00:21:21,188 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.shippercb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T00:21:21,188 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.shippercb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1226833920, "init": 1048576000, "max": 2306867200, "used": 911968528 }, "NonHeapMemoryUsage": { "committed": 206569472, "init": 7667712, "max": -1, "used": 203117120 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T00:21:21,189 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.shippercb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:41487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:41487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T00:21:21,251 DEBUG [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4befa453b88d6989d137356725c967f2, 684f3cfe8c78e08dfb51c56f1a87095d 2024-11-13T00:21:21,293 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/default/test/4befa453b88d6989d137356725c967f2/.tmp/f1/92c1f6a7bd434a3da2ec309f06f981e7 2024-11-13T00:21:21,297 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 92c1f6a7bd434a3da2ec309f06f981e7 2024-11-13T00:21:21,300 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/1588230740/.tmp/ns/ddf0a4ff82a1465c804e3cf0f93b7b59 2024-11-13T00:21:21,313 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/default/test/4befa453b88d6989d137356725c967f2/.tmp/norep/03ffea94384c4dbd8484da94336b5126 is 32, key is row/norep:/1731457272110/DeleteFamily/seqid=0 2024-11-13T00:21:21,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741844_1020 (size=5101) 2024-11-13T00:21:21,316 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/default/test/4befa453b88d6989d137356725c967f2/.tmp/norep/03ffea94384c4dbd8484da94336b5126 2024-11-13T00:21:21,317 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/1588230740/.tmp/rep_barrier/b17b6ea4f62941219301415b9e688b07 is 112, key is test,,1731457261201.4befa453b88d6989d137356725c967f2./rep_barrier:seqnumDuringOpen/1731457261952/Put/seqid=0 2024-11-13T00:21:21,320 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03ffea94384c4dbd8484da94336b5126 2024-11-13T00:21:21,321 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/default/test/4befa453b88d6989d137356725c967f2/.tmp/f/136787e6adc546ebbff2d04d235be870 as hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/default/test/4befa453b88d6989d137356725c967f2/f/136787e6adc546ebbff2d04d235be870 2024-11-13T00:21:21,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741845_1021 (size=5518) 2024-11-13T00:21:21,326 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 136787e6adc546ebbff2d04d235be870 2024-11-13T00:21:21,326 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/default/test/4befa453b88d6989d137356725c967f2/f/136787e6adc546ebbff2d04d235be870, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T00:21:21,327 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/default/test/4befa453b88d6989d137356725c967f2/.tmp/f1/92c1f6a7bd434a3da2ec309f06f981e7 as hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/default/test/4befa453b88d6989d137356725c967f2/f1/92c1f6a7bd434a3da2ec309f06f981e7 2024-11-13T00:21:21,330 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 92c1f6a7bd434a3da2ec309f06f981e7 2024-11-13T00:21:21,331 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/default/test/4befa453b88d6989d137356725c967f2/f1/92c1f6a7bd434a3da2ec309f06f981e7, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T00:21:21,331 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/default/test/4befa453b88d6989d137356725c967f2/.tmp/norep/03ffea94384c4dbd8484da94336b5126 as hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/default/test/4befa453b88d6989d137356725c967f2/norep/03ffea94384c4dbd8484da94336b5126 2024-11-13T00:21:21,335 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03ffea94384c4dbd8484da94336b5126 2024-11-13T00:21:21,335 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/default/test/4befa453b88d6989d137356725c967f2/norep/03ffea94384c4dbd8484da94336b5126, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T00:21:21,335 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 4befa453b88d6989d137356725c967f2 in 886ms, sequenceid=6, compaction requested=false 2024-11-13T00:21:21,336 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T00:21:21,340 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/default/test/4befa453b88d6989d137356725c967f2/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T00:21:21,340 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:21:21,340 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T00:21:21,340 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731457261201.4befa453b88d6989d137356725c967f2. 2024-11-13T00:21:21,340 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4befa453b88d6989d137356725c967f2: Waiting for close lock at 1731457280449Running coprocessor pre-close hooks at 1731457280449Disabling compacts and flushes for region at 1731457280449Disabling writes for close at 1731457280449Obtaining lock to block concurrent updates at 1731457280450 (+1 ms)Preparing flush snapshotting stores in 4befa453b88d6989d137356725c967f2 at 1731457280450Finished memstore snapshotting test,,1731457261201.4befa453b88d6989d137356725c967f2., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731457280450Flushing stores of test,,1731457261201.4befa453b88d6989d137356725c967f2. at 1731457280450Flushing 4befa453b88d6989d137356725c967f2/f: creating writer at 1731457280450Flushing 4befa453b88d6989d137356725c967f2/f: appending metadata at 1731457280465 (+15 ms)Flushing 4befa453b88d6989d137356725c967f2/f: closing flushed file at 1731457280465Flushing 4befa453b88d6989d137356725c967f2/f1: creating writer at 1731457280874 (+409 ms)Flushing 4befa453b88d6989d137356725c967f2/f1: appending metadata at 1731457280889 (+15 ms)Flushing 4befa453b88d6989d137356725c967f2/f1: closing flushed file at 1731457280889Flushing 4befa453b88d6989d137356725c967f2/norep: creating writer at 1731457281297 (+408 ms)Flushing 4befa453b88d6989d137356725c967f2/norep: appending metadata at 1731457281312 (+15 ms)Flushing 4befa453b88d6989d137356725c967f2/norep: closing flushed file at 1731457281312Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@219bae45: reopening flushed file at 1731457281320 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e8a7e4a: reopening flushed file at 1731457281326 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d4c54d5: reopening flushed file at 1731457281331 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 4befa453b88d6989d137356725c967f2 in 886ms, sequenceid=6, compaction requested=false at 1731457281336 (+5 ms)Writing region close event to WAL at 1731457281337 (+1 ms)Running coprocessor post-close hooks at 1731457281340 (+3 ms)Closed at 1731457281340 2024-11-13T00:21:21,340 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731457261201.4befa453b88d6989d137356725c967f2. 2024-11-13T00:21:21,341 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 684f3cfe8c78e08dfb51c56f1a87095d, disabling compactions & flushes 2024-11-13T00:21:21,341 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d. 2024-11-13T00:21:21,341 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d. 2024-11-13T00:21:21,341 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d. after waiting 0 ms 2024-11-13T00:21:21,341 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d. 2024-11-13T00:21:21,341 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 684f3cfe8c78e08dfb51c56f1a87095d: Waiting for close lock at 1731457281341Running coprocessor pre-close hooks at 1731457281341Disabling compacts and flushes for region at 1731457281341Disabling writes for close at 1731457281341Failed flush hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d., putting online again at 1731457281341 2024-11-13T00:21:21,341 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d. 2024-11-13T00:21:21,388 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 883, reset compression=false 2024-11-13T00:21:21,393 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:21:21,393 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 1527, reset compression=false 2024-11-13T00:21:21,451 INFO [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T00:21:21,451 DEBUG [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 684f3cfe8c78e08dfb51c56f1a87095d=hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d.} 2024-11-13T00:21:21,451 INFO [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(3091): Received CLOSE for 684f3cfe8c78e08dfb51c56f1a87095d 2024-11-13T00:21:21,451 DEBUG [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 684f3cfe8c78e08dfb51c56f1a87095d 2024-11-13T00:21:21,451 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 684f3cfe8c78e08dfb51c56f1a87095d, disabling compactions & flushes 2024-11-13T00:21:21,451 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d. 2024-11-13T00:21:21,451 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d. 2024-11-13T00:21:21,451 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d. after waiting 0 ms 2024-11-13T00:21:21,451 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d. 2024-11-13T00:21:21,451 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 684f3cfe8c78e08dfb51c56f1a87095d: Waiting for close lock at 1731457281451Running coprocessor pre-close hooks at 1731457281451Disabling compacts and flushes for region at 1731457281451Disabling writes for close at 1731457281451Failed flush hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d., putting online again at 1731457281451 2024-11-13T00:21:21,451 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731457265658.684f3cfe8c78e08dfb51c56f1a87095d. 2024-11-13T00:21:21,568 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:21:21,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:21,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:21,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:21,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:21,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:21,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:21,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:21,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:21,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:21,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:21,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:21,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:21,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:21,597 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 1527, reset compression=false 2024-11-13T00:21:21,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:21,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:21,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:21,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:21,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T00:21:21,623 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T00:21:21,651 DEBUG [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:21:21,722 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/1588230740/.tmp/rep_barrier/b17b6ea4f62941219301415b9e688b07 2024-11-13T00:21:21,744 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/1588230740/.tmp/table/acbf7e1353bf408283ca166da25c81f5 is 53, key is hbase:replication/table:state/1731457266429/Put/seqid=0 2024-11-13T00:21:21,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741846_1022 (size=5308) 2024-11-13T00:21:21,748 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/1588230740/.tmp/table/acbf7e1353bf408283ca166da25c81f5 2024-11-13T00:21:21,752 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/1588230740/.tmp/info/9896a65ff4c74e54af049f085cc3f07f as hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/1588230740/info/9896a65ff4c74e54af049f085cc3f07f 2024-11-13T00:21:21,756 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/1588230740/info/9896a65ff4c74e54af049f085cc3f07f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T00:21:21,757 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/1588230740/.tmp/ns/ddf0a4ff82a1465c804e3cf0f93b7b59 as hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/1588230740/ns/ddf0a4ff82a1465c804e3cf0f93b7b59 2024-11-13T00:21:21,760 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/1588230740/ns/ddf0a4ff82a1465c804e3cf0f93b7b59, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T00:21:21,761 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/1588230740/.tmp/rep_barrier/b17b6ea4f62941219301415b9e688b07 as hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/1588230740/rep_barrier/b17b6ea4f62941219301415b9e688b07 2024-11-13T00:21:21,765 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/1588230740/rep_barrier/b17b6ea4f62941219301415b9e688b07, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T00:21:21,766 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/1588230740/.tmp/table/acbf7e1353bf408283ca166da25c81f5 as hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/1588230740/table/acbf7e1353bf408283ca166da25c81f5 2024-11-13T00:21:21,769 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/1588230740/table/acbf7e1353bf408283ca166da25c81f5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T00:21:21,770 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false 2024-11-13T00:21:21,770 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T00:21:21,774 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T00:21:21,774 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:21:21,774 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:21:21,774 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:21:21,774 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457280450Running coprocessor pre-close hooks at 1731457280450Disabling compacts and flushes for region at 1731457280450Disabling writes for close at 1731457280450Obtaining lock to block concurrent updates at 1731457280450Preparing flush snapshotting stores in 1588230740 at 1731457280450Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731457280450Flushing stores of hbase:meta,,1.1588230740 at 1731457280451 (+1 ms)Flushing 1588230740/info: creating writer at 1731457280451Flushing 1588230740/info: appending metadata at 1731457280468 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731457280468Flushing 1588230740/ns: creating writer at 1731457280880 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731457280896 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731457280896Flushing 1588230740/rep_barrier: creating writer at 1731457281303 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731457281317 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731457281317Flushing 1588230740/table: creating writer at 1731457281726 (+409 ms)Flushing 1588230740/table: appending metadata at 1731457281744 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731457281744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5448c15e: reopening flushed file at 1731457281752 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2efbec3: reopening flushed file at 1731457281756 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@653e9812: reopening flushed file at 1731457281761 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b2115a1: reopening flushed file at 1731457281765 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false at 1731457281770 (+5 ms)Writing region close event to WAL at 1731457281771 (+1 ms)Running coprocessor post-close hooks at 1731457281774 (+3 ms)Closed at 1731457281774 2024-11-13T00:21:21,774 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T00:21:21,833 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T00:21:21,851 INFO [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T00:21:21,851 INFO [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,35149,1731457252328; all regions closed. 2024-11-13T00:21:21,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741834_1010 (size=4239) 2024-11-13T00:21:21,853 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.meta.1731457254903.meta not finished, retry = 0 2024-11-13T00:21:21,900 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 to pos 1527, reset compression=false 2024-11-13T00:21:21,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741839_1015 (size=1297) 2024-11-13T00:21:21,956 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.rep.1731457266391 not finished, retry = 0 2024-11-13T00:21:22,059 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/WALs/cb28580903fb,35149,1731457252328/cb28580903fb%2C35149%2C1731457252328.1731457253948 not finished, retry = 0 2024-11-13T00:21:22,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741832_1008 (size=1535) 2024-11-13T00:21:22,159 DEBUG [RS:0;cb28580903fb:35149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:22,159 INFO [RS:0;cb28580903fb:35149 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:21:22,160 INFO [RS:0;cb28580903fb:35149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:21:22,160 INFO [RS:0;cb28580903fb:35149 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T00:21:22,160 INFO [RS:0;cb28580903fb:35149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:21:22,160 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:21:22,161 INFO [RS:0;cb28580903fb:35149 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb28580903fb,35149,1731457252328 because: Region server is closing 2024-11-13T00:21:22,161 INFO [RS:0;cb28580903fb:35149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:35149. 2024-11-13T00:21:22,161 DEBUG [RS:0;cb28580903fb:35149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:22,161 DEBUG [RS:0;cb28580903fb:35149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:22,161 DEBUG [RS:0;cb28580903fb:35149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:22,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:22,261 INFO [RS:0;cb28580903fb:35149 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.shippercb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 terminated 2024-11-13T00:21:22,261 INFO [RS:0;cb28580903fb:35149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35149 2024-11-13T00:21:22,261 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35149,1731457252328.replicationSource.wal-reader.cb28580903fb%2C35149%2C1731457252328,1-cb28580903fb,35149,1731457252328 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T00:21:22,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804362553/rs 2024-11-13T00:21:22,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1010eb2e1150001, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-804362553/rs/cb28580903fb,35149,1731457252328 2024-11-13T00:21:22,263 INFO [RS:0;cb28580903fb:35149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:21:22,265 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,35149,1731457252328] 2024-11-13T00:21:22,267 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-804362553/draining/cb28580903fb,35149,1731457252328 already deleted, retry=false 2024-11-13T00:21:22,267 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,35149,1731457252328 expired; onlineServers=0 2024-11-13T00:21:22,267 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb28580903fb,41487,1731457252250' ***** 2024-11-13T00:21:22,267 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T00:21:22,267 INFO [M:0;cb28580903fb:41487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:21:22,267 INFO [M:0;cb28580903fb:41487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:21:22,267 DEBUG [M:0;cb28580903fb:41487 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T00:21:22,267 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T00:21:22,267 DEBUG [M:0;cb28580903fb:41487 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T00:21:22,267 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457253751 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457253751,5,FailOnTimeoutGroup] 2024-11-13T00:21:22,267 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457253751 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457253751,5,FailOnTimeoutGroup] 2024-11-13T00:21:22,267 INFO [M:0;cb28580903fb:41487 {}] hbase.ChoreService(370): Chore service for: master/cb28580903fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T00:21:22,267 INFO [M:0;cb28580903fb:41487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:21:22,268 DEBUG [M:0;cb28580903fb:41487 {}] master.HMaster(1795): Stopping service threads 2024-11-13T00:21:22,268 INFO [M:0;cb28580903fb:41487 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T00:21:22,268 INFO [M:0;cb28580903fb:41487 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:21:22,268 INFO [M:0;cb28580903fb:41487 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T00:21:22,268 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T00:21:22,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-804362553/master 2024-11-13T00:21:22,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-804362553 2024-11-13T00:21:22,269 DEBUG [M:0;cb28580903fb:41487 {}] zookeeper.ZKUtil(347): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Unable to get data of znode /0-804362553/master because node does not exist (not an error) 2024-11-13T00:21:22,269 WARN [M:0;cb28580903fb:41487 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T00:21:22,269 INFO [M:0;cb28580903fb:41487 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/.lastflushedseqids 2024-11-13T00:21:22,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741847_1023 (size=245) 2024-11-13T00:21:22,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1010eb2e1150001, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:21:22,365 INFO [RS:0;cb28580903fb:35149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:21:22,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35149-0x1010eb2e1150001, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:21:22,365 INFO [RS:0;cb28580903fb:35149 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,35149,1731457252328; zookeeper connection closed. 2024-11-13T00:21:22,365 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e26a592 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e26a592 2024-11-13T00:21:22,366 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T00:21:22,674 INFO [M:0;cb28580903fb:41487 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T00:21:22,674 INFO [M:0;cb28580903fb:41487 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T00:21:22,674 DEBUG [M:0;cb28580903fb:41487 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:21:22,674 INFO [M:0;cb28580903fb:41487 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:22,674 DEBUG [M:0;cb28580903fb:41487 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:22,674 DEBUG [M:0;cb28580903fb:41487 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:21:22,675 DEBUG [M:0;cb28580903fb:41487 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:22,675 INFO [M:0;cb28580903fb:41487 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T00:21:22,690 DEBUG [M:0;cb28580903fb:41487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d2b939892a6435aa9b5851470ffffed is 82, key is hbase:meta,,1/info:regioninfo/1731457254938/Put/seqid=0 2024-11-13T00:21:22,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741848_1024 (size=5672) 2024-11-13T00:21:23,093 INFO [M:0;cb28580903fb:41487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d2b939892a6435aa9b5851470ffffed 2024-11-13T00:21:23,115 DEBUG [M:0;cb28580903fb:41487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72002dbcb4f44ce4a955b058a00b97fa is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731457266431/Put/seqid=0 2024-11-13T00:21:23,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741849_1025 (size=8515) 2024-11-13T00:21:23,119 INFO [M:0;cb28580903fb:41487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72002dbcb4f44ce4a955b058a00b97fa 2024-11-13T00:21:23,145 DEBUG [M:0;cb28580903fb:41487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/964487dfaceb4a23a57ff2227d536044 is 69, key is cb28580903fb,35149,1731457252328/rs:state/1731457253791/Put/seqid=0 2024-11-13T00:21:23,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741850_1026 (size=5156) 2024-11-13T00:21:23,549 INFO [M:0;cb28580903fb:41487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/964487dfaceb4a23a57ff2227d536044 2024-11-13T00:21:23,553 DEBUG [M:0;cb28580903fb:41487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d2b939892a6435aa9b5851470ffffed as hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7d2b939892a6435aa9b5851470ffffed 2024-11-13T00:21:23,559 INFO [M:0;cb28580903fb:41487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7d2b939892a6435aa9b5851470ffffed, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T00:21:23,560 DEBUG [M:0;cb28580903fb:41487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/72002dbcb4f44ce4a955b058a00b97fa as hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72002dbcb4f44ce4a955b058a00b97fa 2024-11-13T00:21:23,563 INFO [M:0;cb28580903fb:41487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/72002dbcb4f44ce4a955b058a00b97fa, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T00:21:23,564 DEBUG [M:0;cb28580903fb:41487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/964487dfaceb4a23a57ff2227d536044 as hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/964487dfaceb4a23a57ff2227d536044 2024-11-13T00:21:23,567 INFO [M:0;cb28580903fb:41487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45367/user/jenkins/test-data/0025f050-c72b-2af0-e025-3803860ad089/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/964487dfaceb4a23a57ff2227d536044, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T00:21:23,568 INFO [M:0;cb28580903fb:41487 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 893ms, sequenceid=97, compaction requested=false 2024-11-13T00:21:23,569 INFO [M:0;cb28580903fb:41487 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:23,569 DEBUG [M:0;cb28580903fb:41487 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457282674Disabling compacts and flushes for region at 1731457282674Disabling writes for close at 1731457282675 (+1 ms)Obtaining lock to block concurrent updates at 1731457282675Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731457282675Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731457282675Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731457282675Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731457282675Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731457282689 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731457282689Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731457283097 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731457283114 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731457283115 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731457283124 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731457283144 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731457283144Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58a146e3: reopening flushed file at 1731457283553 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7af894ee: reopening flushed file at 1731457283559 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c5af18c: reopening flushed file at 1731457283563 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 893ms, sequenceid=97, compaction requested=false at 1731457283568 (+5 ms)Writing region close event to WAL at 1731457283569 (+1 ms)Closed at 1731457283569 2024-11-13T00:21:23,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44261 is added to blk_1073741830_1006 (size=63642) 2024-11-13T00:21:23,571 INFO [M:0;cb28580903fb:41487 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T00:21:23,571 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:21:23,571 INFO [M:0;cb28580903fb:41487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41487 2024-11-13T00:21:23,572 INFO [M:0;cb28580903fb:41487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:21:23,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:21:23,674 INFO [M:0;cb28580903fb:41487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:21:23,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x1010eb2e1150000, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:21:23,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63de46dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:21:23,678 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38f6c912{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:21:23,678 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:21:23,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@368c37ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:21:23,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdfecec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/hadoop.log.dir/,STOPPED} 2024-11-13T00:21:23,679 WARN [BP-1635567371-172.17.0.2-1731457250987 heartbeating to localhost/127.0.0.1:45367 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:21:23,679 WARN [BP-1635567371-172.17.0.2-1731457250987 heartbeating to localhost/127.0.0.1:45367 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1635567371-172.17.0.2-1731457250987 (Datanode Uuid 29a8cb63-a3dc-42b4-aedc-3b378b61fc93) service to localhost/127.0.0.1:45367 2024-11-13T00:21:23,679 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:21:23,679 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:21:23,680 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/cluster_5eac408c-8070-fb78-2351-c4bed5beb1ea/data/data1/current/BP-1635567371-172.17.0.2-1731457250987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:21:23,680 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/cluster_5eac408c-8070-fb78-2351-c4bed5beb1ea/data/data2/current/BP-1635567371-172.17.0.2-1731457250987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:21:23,680 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:21:23,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20ceae03{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:21:23,687 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78a73050{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:21:23,687 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:21:23,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e30eaee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:21:23,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@698790f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d966812-be59-4cbc-3272-9d2cc82d620d/hadoop.log.dir/,STOPPED} 2024-11-13T00:21:23,693 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T00:21:23,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T00:21:23,718 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 315) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35989 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39329 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39329 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45367 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35989 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:35989 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60945) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60945) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45367 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:39329 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45367 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35989 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45367 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60945) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35989 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39329 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:45367 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39329 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=793 (was 733) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=340 (was 349), ProcessCount=11 (was 11), AvailableMemoryMB=440 (was 1389) 2024-11-13T00:21:23,728 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=340, ProcessCount=11, AvailableMemoryMB=440 2024-11-13T00:21:23,742 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-13T00:21:23,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/hadoop.log.dir so I do NOT create it in target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959 2024-11-13T00:21:23,742 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T00:21:23,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/hadoop.tmp.dir so I do NOT create it in target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959 2024-11-13T00:21:23,742 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ea50f3f-19c5-e477-2f1e-3f1c29feb86e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T00:21:23,742 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959 2024-11-13T00:21:23,743 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/cluster_6b87d3c5-83ca-2874-4392-3874c6b6d25d, deleteOnExit=true 2024-11-13T00:21:23,745 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/cluster_6b87d3c5-83ca-2874-4392-3874c6b6d25d/zookeeper_0, clientPort=57590, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/cluster_6b87d3c5-83ca-2874-4392-3874c6b6d25d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/cluster_6b87d3c5-83ca-2874-4392-3874c6b6d25d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T00:21:23,746 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57590 2024-11-13T00:21:23,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T00:21:23,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T00:21:23,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/test.cache.data in system properties and HBase conf 2024-11-13T00:21:23,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T00:21:23,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/hadoop.log.dir in system properties and HBase conf 2024-11-13T00:21:23,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T00:21:23,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T00:21:23,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T00:21:23,746 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T00:21:23,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:21:23,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:21:23,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T00:21:23,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:21:23,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T00:21:23,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T00:21:23,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:21:23,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:21:23,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T00:21:23,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/nfs.dump.dir in system properties and HBase conf 2024-11-13T00:21:23,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/java.io.tmpdir in system properties and HBase conf 2024-11-13T00:21:23,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:21:23,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T00:21:23,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T00:21:23,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1010eb2e1150008, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T00:21:23,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1010eb2e1150002, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T00:21:23,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1010eb2e1150002, quorum=127.0.0.1:60945, baseZNode=/0-804362553 Received Disconnected from ZooKeeper, ignoring 2024-11-13T00:21:23,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1010eb2e1150008, quorum=127.0.0.1:60945, baseZNode=/2171981047 Received Disconnected from ZooKeeper, ignoring 2024-11-13T00:21:23,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1010eb2e1150005, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T00:21:23,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1010eb2e1150005, quorum=127.0.0.1:60945, baseZNode=/11039316797 Received Disconnected from ZooKeeper, ignoring 2024-11-13T00:21:23,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:21:23,824 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:21:23,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:21:23,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:21:23,825 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:21:23,826 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:21:23,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41493b7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:21:23,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e31ea48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:21:23,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5075c422{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/java.io.tmpdir/jetty-localhost-46665-hadoop-hdfs-3_4_1-tests_jar-_-any-11357316784504171379/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:21:23,942 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59fe8d40{HTTP/1.1, (http/1.1)}{localhost:46665} 2024-11-13T00:21:23,942 INFO [Time-limited test {}] server.Server(415): Started @277809ms 2024-11-13T00:21:24,018 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:21:24,021 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:21:24,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:21:24,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:21:24,023 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:21:24,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5229426c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:21:24,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b5cdbc6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:21:24,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20b9729c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/java.io.tmpdir/jetty-localhost-33283-hadoop-hdfs-3_4_1-tests_jar-_-any-7463640777884692755/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:21:24,137 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1461160b{HTTP/1.1, (http/1.1)}{localhost:33283} 2024-11-13T00:21:24,137 INFO [Time-limited test {}] server.Server(415): Started @278004ms 2024-11-13T00:21:24,138 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:21:24,234 WARN [Thread-4150 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/cluster_6b87d3c5-83ca-2874-4392-3874c6b6d25d/data/data2/current/BP-1778378392-172.17.0.2-1731457283765/current, will proceed with Du for space computation calculation, 2024-11-13T00:21:24,234 WARN [Thread-4149 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/cluster_6b87d3c5-83ca-2874-4392-3874c6b6d25d/data/data1/current/BP-1778378392-172.17.0.2-1731457283765/current, will proceed with Du for space computation calculation, 2024-11-13T00:21:24,259 WARN [Thread-4137 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:21:24,261 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3ead48f5b3d9480 with lease ID 0x63b710f572b00a97: Processing first storage report for DS-8ab81a3f-ba55-4d0c-aaed-6670c297a05a from datanode DatanodeRegistration(127.0.0.1:36023, datanodeUuid=56b3b77c-a134-4015-ac37-37b32cd1fe3e, infoPort=45201, infoSecurePort=0, ipcPort=32835, storageInfo=lv=-57;cid=testClusterID;nsid=139366863;c=1731457283765) 2024-11-13T00:21:24,261 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3ead48f5b3d9480 with lease ID 0x63b710f572b00a97: from storage DS-8ab81a3f-ba55-4d0c-aaed-6670c297a05a node DatanodeRegistration(127.0.0.1:36023, datanodeUuid=56b3b77c-a134-4015-ac37-37b32cd1fe3e, infoPort=45201, infoSecurePort=0, ipcPort=32835, storageInfo=lv=-57;cid=testClusterID;nsid=139366863;c=1731457283765), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:21:24,262 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3ead48f5b3d9480 with lease ID 0x63b710f572b00a97: Processing first storage report for DS-bde8437d-def1-4629-af27-4750f2495a5b from datanode DatanodeRegistration(127.0.0.1:36023, datanodeUuid=56b3b77c-a134-4015-ac37-37b32cd1fe3e, infoPort=45201, infoSecurePort=0, ipcPort=32835, storageInfo=lv=-57;cid=testClusterID;nsid=139366863;c=1731457283765) 2024-11-13T00:21:24,262 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3ead48f5b3d9480 with lease ID 0x63b710f572b00a97: from storage DS-bde8437d-def1-4629-af27-4750f2495a5b node DatanodeRegistration(127.0.0.1:36023, datanodeUuid=56b3b77c-a134-4015-ac37-37b32cd1fe3e, infoPort=45201, infoSecurePort=0, ipcPort=32835, storageInfo=lv=-57;cid=testClusterID;nsid=139366863;c=1731457283765), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T00:21:24,361 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959 2024-11-13T00:21:24,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:24,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:24,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36023 is added to blk_1073741825_1001 (size=7) 2024-11-13T00:21:24,770 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111 with version=8 2024-11-13T00:21:24,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/hbase-staging 2024-11-13T00:21:24,772 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:21:24,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:21:24,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:21:24,772 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:21:24,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:21:24,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:21:24,772 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:21:24,773 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:21:24,773 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38951 2024-11-13T00:21:24,774 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38951 connecting to ZooKeeper ensemble=127.0.0.1:57590 2024-11-13T00:21:24,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389510x0, quorum=127.0.0.1:57590, baseZNode=/01425517531 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:21:24,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38951-0x1010eb361300000 connected 2024-11-13T00:21:24,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:24,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:24,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38951-0x1010eb361300000, quorum=127.0.0.1:57590, baseZNode=/01425517531 Set watcher on znode that does not yet exist, /01425517531/running 2024-11-13T00:21:24,808 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111, hbase.cluster.distributed=false 2024-11-13T00:21:24,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38951-0x1010eb361300000, quorum=127.0.0.1:57590, baseZNode=/01425517531 Set watcher on znode that does not yet exist, /01425517531/acl 2024-11-13T00:21:24,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38951 2024-11-13T00:21:24,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38951 2024-11-13T00:21:24,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38951 2024-11-13T00:21:24,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38951 2024-11-13T00:21:24,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38951 2024-11-13T00:21:24,832 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:21:24,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:21:24,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:21:24,832 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:21:24,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:21:24,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:21:24,832 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:21:24,833 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:21:24,834 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46695 2024-11-13T00:21:24,835 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46695 connecting to ZooKeeper ensemble=127.0.0.1:57590 2024-11-13T00:21:24,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:24,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:24,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466950x0, quorum=127.0.0.1:57590, baseZNode=/01425517531 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:21:24,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466950x0, quorum=127.0.0.1:57590, baseZNode=/01425517531 Set watcher on znode that does not yet exist, /01425517531/running 2024-11-13T00:21:24,843 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:21:24,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46695-0x1010eb361300001 connected 2024-11-13T00:21:24,850 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:21:24,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46695-0x1010eb361300001, quorum=127.0.0.1:57590, baseZNode=/01425517531 Set watcher on znode that does not yet exist, /01425517531/master 2024-11-13T00:21:24,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46695-0x1010eb361300001, quorum=127.0.0.1:57590, baseZNode=/01425517531 Set watcher on znode that does not yet exist, /01425517531/acl 2024-11-13T00:21:24,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46695 2024-11-13T00:21:24,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46695 2024-11-13T00:21:24,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46695 2024-11-13T00:21:24,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46695 2024-11-13T00:21:24,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46695 2024-11-13T00:21:24,880 DEBUG [M:0;cb28580903fb:38951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:38951 2024-11-13T00:21:24,880 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01425517531/backup-masters/cb28580903fb,38951,1731457284772 2024-11-13T00:21:24,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x1010eb361300000, quorum=127.0.0.1:57590, baseZNode=/01425517531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01425517531/backup-masters 2024-11-13T00:21:24,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1010eb361300001, quorum=127.0.0.1:57590, baseZNode=/01425517531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01425517531/backup-masters 2024-11-13T00:21:24,882 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38951-0x1010eb361300000, quorum=127.0.0.1:57590, baseZNode=/01425517531 Set watcher on existing znode=/01425517531/backup-masters/cb28580903fb,38951,1731457284772 2024-11-13T00:21:24,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1010eb361300001, quorum=127.0.0.1:57590, baseZNode=/01425517531 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01425517531/master 2024-11-13T00:21:24,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x1010eb361300000, quorum=127.0.0.1:57590, baseZNode=/01425517531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01425517531 2024-11-13T00:21:24,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1010eb361300001, quorum=127.0.0.1:57590, baseZNode=/01425517531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01425517531 2024-11-13T00:21:24,885 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38951-0x1010eb361300000, quorum=127.0.0.1:57590, baseZNode=/01425517531 Set watcher on existing znode=/01425517531/master 2024-11-13T00:21:24,885 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01425517531/backup-masters/cb28580903fb,38951,1731457284772 from backup master directory 2024-11-13T00:21:24,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x1010eb361300000, quorum=127.0.0.1:57590, baseZNode=/01425517531 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01425517531/backup-masters/cb28580903fb,38951,1731457284772 2024-11-13T00:21:24,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1010eb361300001, quorum=127.0.0.1:57590, baseZNode=/01425517531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01425517531/backup-masters 2024-11-13T00:21:24,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x1010eb361300000, quorum=127.0.0.1:57590, baseZNode=/01425517531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01425517531/backup-masters 2024-11-13T00:21:24,887 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:21:24,887 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,38951,1731457284772 2024-11-13T00:21:24,892 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/hbase.id] with ID: 4e9ceb2a-f46a-4d1b-9810-f948f4468c82 2024-11-13T00:21:24,892 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/.tmp/hbase.id 2024-11-13T00:21:24,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36023 is added to blk_1073741826_1002 (size=42) 2024-11-13T00:21:24,902 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/.tmp/hbase.id]:[hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/hbase.id] 2024-11-13T00:21:24,909 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:24,909 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:21:24,910 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T00:21:24,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1010eb361300001, quorum=127.0.0.1:57590, baseZNode=/01425517531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01425517531 2024-11-13T00:21:24,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x1010eb361300000, quorum=127.0.0.1:57590, baseZNode=/01425517531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01425517531 2024-11-13T00:21:24,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36023 is added to blk_1073741827_1003 (size=196) 2024-11-13T00:21:24,922 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:21:24,923 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:21:24,924 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:21:24,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36023 is added to blk_1073741828_1004 (size=1189) 2024-11-13T00:21:25,333 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/MasterData/data/master/store 2024-11-13T00:21:25,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36023 is added to blk_1073741829_1005 (size=34) 2024-11-13T00:21:25,738 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:25,738 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:21:25,738 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:25,738 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:25,738 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:21:25,738 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:25,738 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:25,738 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457285738Disabling compacts and flushes for region at 1731457285738Disabling writes for close at 1731457285738Writing region close event to WAL at 1731457285738Closed at 1731457285738 2024-11-13T00:21:25,739 WARN [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/MasterData/data/master/store/.initializing 2024-11-13T00:21:25,739 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/MasterData/WALs/cb28580903fb,38951,1731457284772 2024-11-13T00:21:25,740 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:21:25,741 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C38951%2C1731457284772, suffix=, logDir=hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/MasterData/WALs/cb28580903fb,38951,1731457284772, archiveDir=hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/MasterData/oldWALs, maxLogs=10 2024-11-13T00:21:25,759 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/MasterData/WALs/cb28580903fb,38951,1731457284772/cb28580903fb%2C38951%2C1731457284772.1731457285741, exclude list is [], retry=0 2024-11-13T00:21:25,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36023,DS-8ab81a3f-ba55-4d0c-aaed-6670c297a05a,DISK] 2024-11-13T00:21:25,762 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/MasterData/WALs/cb28580903fb,38951,1731457284772/cb28580903fb%2C38951%2C1731457284772.1731457285741 2024-11-13T00:21:25,763 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45201:45201)] 2024-11-13T00:21:25,763 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:21:25,763 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:25,763 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:25,763 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:25,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:25,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:21:25,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:25,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:25,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:25,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:21:25,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:25,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:25,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:25,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:21:25,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:25,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:25,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:25,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:21:25,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:25,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:25,769 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:25,769 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:25,770 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:25,770 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:25,770 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:25,771 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:21:25,772 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:25,773 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:21:25,773 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59617002, jitterRate=-0.11163744330406189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:21:25,774 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731457285763Initializing all the Stores at 1731457285764 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457285764Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457285764Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457285764Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457285764Cleaning up temporary data from old regions at 1731457285770 (+6 ms)Region opened successfully at 1731457285774 (+4 ms) 2024-11-13T00:21:25,774 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:21:25,776 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@420d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:21:25,777 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T00:21:25,777 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:21:25,777 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:21:25,777 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:21:25,777 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T00:21:25,777 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T00:21:25,778 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:21:25,779 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:21:25,780 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38951-0x1010eb361300000, quorum=127.0.0.1:57590, baseZNode=/01425517531 Unable to get data of znode /01425517531/balancer because node does not exist (not necessarily an error) 2024-11-13T00:21:25,781 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01425517531/balancer already deleted, retry=false 2024-11-13T00:21:25,781 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:21:25,782 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38951-0x1010eb361300000, quorum=127.0.0.1:57590, baseZNode=/01425517531 Unable to get data of znode /01425517531/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:21:25,783 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01425517531/normalizer already deleted, retry=false 2024-11-13T00:21:25,784 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:21:25,788 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38951-0x1010eb361300000, quorum=127.0.0.1:57590, baseZNode=/01425517531 Unable to get data of znode /01425517531/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:21:25,790 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01425517531/switch/split already deleted, retry=false 2024-11-13T00:21:25,790 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38951-0x1010eb361300000, quorum=127.0.0.1:57590, baseZNode=/01425517531 Unable to get data of znode /01425517531/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:21:25,791 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01425517531/switch/merge already deleted, retry=false 2024-11-13T00:21:25,793 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38951-0x1010eb361300000, quorum=127.0.0.1:57590, baseZNode=/01425517531 Unable to get data of znode /01425517531/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:21:25,794 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01425517531/snapshot-cleanup already deleted, retry=false 2024-11-13T00:21:25,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1010eb361300001, quorum=127.0.0.1:57590, baseZNode=/01425517531 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01425517531/running 2024-11-13T00:21:25,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x1010eb361300000, quorum=127.0.0.1:57590, baseZNode=/01425517531 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01425517531/running 2024-11-13T00:21:25,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1010eb361300001, quorum=127.0.0.1:57590, baseZNode=/01425517531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01425517531 2024-11-13T00:21:25,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x1010eb361300000, quorum=127.0.0.1:57590, baseZNode=/01425517531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01425517531 2024-11-13T00:21:25,797 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,38951,1731457284772, sessionid=0x1010eb361300000, setting cluster-up flag (Was=false) 2024-11-13T00:21:25,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x1010eb361300000, quorum=127.0.0.1:57590, baseZNode=/01425517531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01425517531 2024-11-13T00:21:25,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1010eb361300001, quorum=127.0.0.1:57590, baseZNode=/01425517531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01425517531 2024-11-13T00:21:25,805 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01425517531/flush-table-proc/acquired, /01425517531/flush-table-proc/reached, /01425517531/flush-table-proc/abort 2024-11-13T00:21:25,806 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,38951,1731457284772 2024-11-13T00:21:25,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x1010eb361300000, quorum=127.0.0.1:57590, baseZNode=/01425517531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01425517531 2024-11-13T00:21:25,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1010eb361300001, quorum=127.0.0.1:57590, baseZNode=/01425517531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01425517531 2024-11-13T00:21:25,814 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01425517531/online-snapshot/acquired, /01425517531/online-snapshot/reached, /01425517531/online-snapshot/abort 2024-11-13T00:21:25,815 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,38951,1731457284772 2024-11-13T00:21:25,816 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T00:21:25,817 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:21:25,818 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:21:25,818 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:21:25,818 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,38951,1731457284772 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:21:25,819 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:21:25,819 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:21:25,819 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:21:25,819 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:21:25,819 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:21:25,819 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:25,819 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:21:25,819 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:25,820 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:21:25,820 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T00:21:25,821 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:25,821 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T00:21:25,828 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731457315828 2024-11-13T00:21:25,828 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:21:25,828 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:21:25,828 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:21:25,828 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:21:25,828 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:21:25,828 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:21:25,828 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:25,829 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:21:25,829 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:21:25,829 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:21:25,829 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T00:21:25,829 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:21:25,829 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:21:25,830 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457285830,5,FailOnTimeoutGroup] 2024-11-13T00:21:25,830 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457285830,5,FailOnTimeoutGroup] 2024-11-13T00:21:25,830 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:25,830 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:21:25,830 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:25,830 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:25,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36023 is added to blk_1073741831_1007 (size=1321) 2024-11-13T00:21:25,865 INFO [RS:0;cb28580903fb:46695 {}] regionserver.HRegionServer(746): ClusterId : 4e9ceb2a-f46a-4d1b-9810-f948f4468c82 2024-11-13T00:21:25,865 DEBUG [RS:0;cb28580903fb:46695 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:21:25,867 DEBUG [RS:0;cb28580903fb:46695 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:21:25,867 DEBUG [RS:0;cb28580903fb:46695 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:21:25,870 DEBUG [RS:0;cb28580903fb:46695 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:21:25,870 DEBUG [RS:0;cb28580903fb:46695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758e2d45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:21:25,886 DEBUG [RS:0;cb28580903fb:46695 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:46695 2024-11-13T00:21:25,886 INFO [RS:0;cb28580903fb:46695 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:21:25,886 INFO [RS:0;cb28580903fb:46695 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:21:25,886 DEBUG [RS:0;cb28580903fb:46695 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:21:25,886 INFO [RS:0;cb28580903fb:46695 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,38951,1731457284772 with port=46695, startcode=1731457284832 2024-11-13T00:21:25,887 DEBUG [RS:0;cb28580903fb:46695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:21:25,888 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:21:25,889 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38951 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,46695,1731457284832 2024-11-13T00:21:25,889 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38951 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,46695,1731457284832 2024-11-13T00:21:25,890 DEBUG [RS:0;cb28580903fb:46695 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111 2024-11-13T00:21:25,890 DEBUG [RS:0;cb28580903fb:46695 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42585 2024-11-13T00:21:25,890 DEBUG [RS:0;cb28580903fb:46695 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:21:25,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x1010eb361300000, quorum=127.0.0.1:57590, baseZNode=/01425517531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01425517531/rs 2024-11-13T00:21:25,892 DEBUG [RS:0;cb28580903fb:46695 {}] zookeeper.ZKUtil(111): regionserver:46695-0x1010eb361300001, quorum=127.0.0.1:57590, baseZNode=/01425517531 Set watcher on existing znode=/01425517531/rs/cb28580903fb,46695,1731457284832 2024-11-13T00:21:25,892 WARN [RS:0;cb28580903fb:46695 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:21:25,892 INFO [RS:0;cb28580903fb:46695 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:21:25,892 DEBUG [RS:0;cb28580903fb:46695 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/WALs/cb28580903fb,46695,1731457284832 2024-11-13T00:21:25,892 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,46695,1731457284832] 2024-11-13T00:21:25,895 INFO [RS:0;cb28580903fb:46695 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:21:25,896 INFO [RS:0;cb28580903fb:46695 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:21:25,897 INFO [RS:0;cb28580903fb:46695 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:21:25,897 INFO [RS:0;cb28580903fb:46695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:25,898 INFO [RS:0;cb28580903fb:46695 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:21:25,899 INFO [RS:0;cb28580903fb:46695 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:21:25,899 INFO [RS:0;cb28580903fb:46695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:25,899 DEBUG [RS:0;cb28580903fb:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:25,899 DEBUG [RS:0;cb28580903fb:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:25,899 DEBUG [RS:0;cb28580903fb:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:25,899 DEBUG [RS:0;cb28580903fb:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:25,899 DEBUG [RS:0;cb28580903fb:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:25,899 DEBUG [RS:0;cb28580903fb:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:21:25,899 DEBUG [RS:0;cb28580903fb:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:25,899 DEBUG [RS:0;cb28580903fb:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:25,899 DEBUG [RS:0;cb28580903fb:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:25,899 DEBUG [RS:0;cb28580903fb:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:25,899 DEBUG [RS:0;cb28580903fb:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:25,899 DEBUG [RS:0;cb28580903fb:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:25,899 DEBUG [RS:0;cb28580903fb:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:21:25,899 DEBUG [RS:0;cb28580903fb:46695 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:21:25,904 INFO [RS:0;cb28580903fb:46695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:25,904 INFO [RS:0;cb28580903fb:46695 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:25,904 INFO [RS:0;cb28580903fb:46695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:25,904 INFO [RS:0;cb28580903fb:46695 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:25,904 INFO [RS:0;cb28580903fb:46695 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:25,904 INFO [RS:0;cb28580903fb:46695 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,46695,1731457284832-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:21:25,919 INFO [RS:0;cb28580903fb:46695 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:21:25,919 INFO [RS:0;cb28580903fb:46695 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,46695,1731457284832-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:25,919 INFO [RS:0;cb28580903fb:46695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:25,919 INFO [RS:0;cb28580903fb:46695 {}] regionserver.Replication(171): cb28580903fb,46695,1731457284832 started 2024-11-13T00:21:25,933 INFO [RS:0;cb28580903fb:46695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:25,933 INFO [RS:0;cb28580903fb:46695 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,46695,1731457284832, RpcServer on cb28580903fb/172.17.0.2:46695, sessionid=0x1010eb361300001 2024-11-13T00:21:25,933 DEBUG [RS:0;cb28580903fb:46695 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:21:25,933 DEBUG [RS:0;cb28580903fb:46695 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,46695,1731457284832 2024-11-13T00:21:25,933 DEBUG [RS:0;cb28580903fb:46695 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,46695,1731457284832' 2024-11-13T00:21:25,933 DEBUG [RS:0;cb28580903fb:46695 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01425517531/flush-table-proc/abort' 2024-11-13T00:21:25,934 DEBUG [RS:0;cb28580903fb:46695 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01425517531/flush-table-proc/acquired' 2024-11-13T00:21:25,934 DEBUG [RS:0;cb28580903fb:46695 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:21:25,934 DEBUG [RS:0;cb28580903fb:46695 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:21:25,934 DEBUG [RS:0;cb28580903fb:46695 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,46695,1731457284832 2024-11-13T00:21:25,934 DEBUG [RS:0;cb28580903fb:46695 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,46695,1731457284832' 2024-11-13T00:21:25,934 DEBUG [RS:0;cb28580903fb:46695 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01425517531/online-snapshot/abort' 2024-11-13T00:21:25,934 DEBUG [RS:0;cb28580903fb:46695 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01425517531/online-snapshot/acquired' 2024-11-13T00:21:25,935 DEBUG [RS:0;cb28580903fb:46695 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:21:25,935 INFO [RS:0;cb28580903fb:46695 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:21:25,935 INFO [RS:0;cb28580903fb:46695 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:21:26,035 INFO [RS:0;cb28580903fb:46695 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:21:26,037 INFO [RS:0;cb28580903fb:46695 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C46695%2C1731457284832, suffix=, logDir=hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/WALs/cb28580903fb,46695,1731457284832, archiveDir=hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/oldWALs, maxLogs=10 2024-11-13T00:21:26,054 DEBUG [RS:0;cb28580903fb:46695 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/WALs/cb28580903fb,46695,1731457284832/cb28580903fb%2C46695%2C1731457284832.1731457286037, exclude list is [], retry=0 2024-11-13T00:21:26,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36023,DS-8ab81a3f-ba55-4d0c-aaed-6670c297a05a,DISK] 2024-11-13T00:21:26,058 INFO [RS:0;cb28580903fb:46695 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/WALs/cb28580903fb,46695,1731457284832/cb28580903fb%2C46695%2C1731457284832.1731457286037 2024-11-13T00:21:26,069 DEBUG [RS:0;cb28580903fb:46695 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45201:45201)] 2024-11-13T00:21:26,232 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T00:21:26,232 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111 2024-11-13T00:21:26,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36023 is added to blk_1073741833_1009 (size=32) 2024-11-13T00:21:26,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:26,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:21:26,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:21:26,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:26,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:26,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:21:26,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:21:26,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:26,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:26,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:21:26,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:21:26,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:26,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:26,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:21:26,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:21:26,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:26,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:26,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:21:26,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/data/hbase/meta/1588230740 2024-11-13T00:21:26,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/data/hbase/meta/1588230740 2024-11-13T00:21:26,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:21:26,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:21:26,246 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:21:26,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:21:26,247 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:21:26,248 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67782585, jitterRate=0.010039225220680237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:21:26,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731457286238Initializing all the Stores at 1731457286238Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457286238Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457286238Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457286238Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457286238Cleaning up temporary data from old regions at 1731457286245 (+7 ms)Region opened successfully at 1731457286248 (+3 ms) 2024-11-13T00:21:26,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:21:26,249 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:21:26,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:21:26,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:21:26,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:21:26,249 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:21:26,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457286248Disabling compacts and flushes for region at 1731457286248Disabling writes for close at 1731457286249 (+1 ms)Writing region close event to WAL at 1731457286249Closed at 1731457286249 2024-11-13T00:21:26,250 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:21:26,250 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T00:21:26,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:21:26,251 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:21:26,252 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T00:21:26,402 DEBUG [cb28580903fb:38951 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:21:26,402 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,46695,1731457284832 2024-11-13T00:21:26,403 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,46695,1731457284832, state=OPENING 2024-11-13T00:21:26,406 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T00:21:26,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x1010eb361300000, quorum=127.0.0.1:57590, baseZNode=/01425517531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01425517531 2024-11-13T00:21:26,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1010eb361300001, quorum=127.0.0.1:57590, baseZNode=/01425517531 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01425517531 2024-11-13T00:21:26,408 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:21:26,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01425517531/meta-region-server: CHANGED 2024-11-13T00:21:26,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01425517531/meta-region-server: CHANGED 2024-11-13T00:21:26,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,46695,1731457284832}] 2024-11-13T00:21:26,560 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:21:26,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:21:26,565 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:21:26,565 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:21:26,565 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T00:21:26,566 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C46695%2C1731457284832.meta, suffix=.meta, logDir=hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/WALs/cb28580903fb,46695,1731457284832, archiveDir=hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/oldWALs, maxLogs=10 2024-11-13T00:21:26,588 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/WALs/cb28580903fb,46695,1731457284832/cb28580903fb%2C46695%2C1731457284832.meta.1731457286567.meta, exclude list is [], retry=0 2024-11-13T00:21:26,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36023,DS-8ab81a3f-ba55-4d0c-aaed-6670c297a05a,DISK] 2024-11-13T00:21:26,592 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/WALs/cb28580903fb,46695,1731457284832/cb28580903fb%2C46695%2C1731457284832.meta.1731457286567.meta 2024-11-13T00:21:26,592 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45201:45201)] 2024-11-13T00:21:26,592 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:21:26,593 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:21:26,593 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:21:26,593 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:21:26,593 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:21:26,593 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:21:26,593 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:26,593 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:21:26,594 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:21:26,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:21:26,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:21:26,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:26,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:26,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:21:26,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:21:26,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:26,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:26,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:21:26,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:21:26,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:26,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:26,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:21:26,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:21:26,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:26,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:26,600 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:21:26,601 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/data/hbase/meta/1588230740 2024-11-13T00:21:26,601 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/data/hbase/meta/1588230740 2024-11-13T00:21:26,602 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:21:26,602 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:21:26,603 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:21:26,604 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:21:26,604 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60419250, jitterRate=-0.09968301653862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:21:26,604 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:21:26,605 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731457286594Writing region info on filesystem at 1731457286594Initializing all the Stores at 1731457286594Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457286594Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457286596 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457286596Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457286596Cleaning up temporary data from old regions at 1731457286602 (+6 ms)Running coprocessor post-open hooks at 1731457286604 (+2 ms)Region opened successfully at 1731457286605 (+1 ms) 2024-11-13T00:21:26,606 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731457286560 2024-11-13T00:21:26,608 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:21:26,608 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:21:26,609 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,46695,1731457284832 2024-11-13T00:21:26,609 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,46695,1731457284832, state=OPEN 2024-11-13T00:21:26,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x1010eb361300000, quorum=127.0.0.1:57590, baseZNode=/01425517531 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01425517531/meta-region-server 2024-11-13T00:21:26,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46695-0x1010eb361300001, quorum=127.0.0.1:57590, baseZNode=/01425517531 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01425517531/meta-region-server 2024-11-13T00:21:26,615 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,46695,1731457284832 2024-11-13T00:21:26,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01425517531/meta-region-server: CHANGED 2024-11-13T00:21:26,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01425517531/meta-region-server: CHANGED 2024-11-13T00:21:26,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T00:21:26,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,46695,1731457284832 in 207 msec 2024-11-13T00:21:26,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T00:21:26,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-11-13T00:21:26,618 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:21:26,618 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T00:21:26,619 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:21:26,619 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,46695,1731457284832, seqNum=-1] 2024-11-13T00:21:26,619 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:21:26,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:21:26,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 806 msec 2024-11-13T00:21:26,624 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731457286624, completionTime=-1 2024-11-13T00:21:26,624 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T00:21:26,624 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:21:26,625 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T00:21:26,625 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731457346625 2024-11-13T00:21:26,625 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731457406625 2024-11-13T00:21:26,625 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T00:21:26,625 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,38951,1731457284772-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:26,626 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,38951,1731457284772-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:26,626 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,38951,1731457284772-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:26,626 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:38951, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:26,626 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:26,626 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:26,627 DEBUG [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T00:21:26,629 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.741sec 2024-11-13T00:21:26,629 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:21:26,629 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:21:26,629 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:21:26,629 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:21:26,629 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:21:26,629 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,38951,1731457284772-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:21:26,629 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,38951,1731457284772-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:21:26,630 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:21:26,630 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:21:26,630 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,38951,1731457284772-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:26,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ebb6745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:26,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,38951,-1 for getting cluster id 2024-11-13T00:21:26,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:26,671 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e9ceb2a-f46a-4d1b-9810-f948f4468c82' 2024-11-13T00:21:26,671 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:26,671 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e9ceb2a-f46a-4d1b-9810-f948f4468c82" 2024-11-13T00:21:26,671 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7337827e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:26,671 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,38951,-1] 2024-11-13T00:21:26,671 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:26,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:26,672 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:26,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ed0413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:26,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:21:26,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,46695,1731457284832, seqNum=-1] 2024-11-13T00:21:26,674 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:21:26,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:21:26,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb28580903fb,38951,1731457284772 2024-11-13T00:21:26,676 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57590 2024-11-13T00:21:26,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57590, baseZNode=/01425517531 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:21:26,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1010eb361300002 connected 2024-11-13T00:21:26,681 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:26,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,38951,1731457284772 2024-11-13T00:21:26,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@746e94d9 2024-11-13T00:21:26,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:26,683 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:21:26,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:21:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T00:21:26,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:21:26,685 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:26,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T00:21:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:26,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:21:26,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36023 is added to blk_1073741835_1011 (size=902) 2024-11-13T00:21:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:26,843 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:21:26,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:26,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:26,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:26,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:26,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:26,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:26,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:26,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:26,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:26,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:26,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:26,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:26,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:26,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:26,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:26,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:26,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:26,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:27,093 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4268e98e7de8bbff3f9be9b9e8228715, NAME => 'test,,1731457286683.4268e98e7de8bbff3f9be9b9e8228715.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111 2024-11-13T00:21:27,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36023 is added to blk_1073741836_1012 (size=39) 2024-11-13T00:21:27,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731457286683.4268e98e7de8bbff3f9be9b9e8228715.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:27,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4268e98e7de8bbff3f9be9b9e8228715, disabling compactions & flushes 2024-11-13T00:21:27,098 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731457286683.4268e98e7de8bbff3f9be9b9e8228715. 2024-11-13T00:21:27,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457286683.4268e98e7de8bbff3f9be9b9e8228715. 2024-11-13T00:21:27,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731457286683.4268e98e7de8bbff3f9be9b9e8228715. after waiting 0 ms 2024-11-13T00:21:27,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731457286683.4268e98e7de8bbff3f9be9b9e8228715. 2024-11-13T00:21:27,098 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731457286683.4268e98e7de8bbff3f9be9b9e8228715. 2024-11-13T00:21:27,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4268e98e7de8bbff3f9be9b9e8228715: Waiting for close lock at 1731457287098Disabling compacts and flushes for region at 1731457287098Disabling writes for close at 1731457287098Writing region close event to WAL at 1731457287098Closed at 1731457287098 2024-11-13T00:21:27,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:21:27,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731457286683.4268e98e7de8bbff3f9be9b9e8228715.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731457287099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457287099"}]},"ts":"1731457287099"} 2024-11-13T00:21:27,101 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:21:27,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:21:27,102 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457287101"}]},"ts":"1731457287101"} 2024-11-13T00:21:27,103 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T00:21:27,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4268e98e7de8bbff3f9be9b9e8228715, ASSIGN}] 2024-11-13T00:21:27,104 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4268e98e7de8bbff3f9be9b9e8228715, ASSIGN 2024-11-13T00:21:27,105 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4268e98e7de8bbff3f9be9b9e8228715, ASSIGN; state=OFFLINE, location=cb28580903fb,46695,1731457284832; forceNewPlan=false, retain=false 2024-11-13T00:21:27,256 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4268e98e7de8bbff3f9be9b9e8228715, regionState=OPENING, regionLocation=cb28580903fb,46695,1731457284832 2024-11-13T00:21:27,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4268e98e7de8bbff3f9be9b9e8228715, ASSIGN because future has completed 2024-11-13T00:21:27,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4268e98e7de8bbff3f9be9b9e8228715, server=cb28580903fb,46695,1731457284832}] 2024-11-13T00:21:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:27,413 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731457286683.4268e98e7de8bbff3f9be9b9e8228715. 2024-11-13T00:21:27,413 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4268e98e7de8bbff3f9be9b9e8228715, NAME => 'test,,1731457286683.4268e98e7de8bbff3f9be9b9e8228715.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:21:27,413 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:21:27,413 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T00:21:27,414 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4268e98e7de8bbff3f9be9b9e8228715 2024-11-13T00:21:27,414 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731457286683.4268e98e7de8bbff3f9be9b9e8228715.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:27,414 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4268e98e7de8bbff3f9be9b9e8228715 2024-11-13T00:21:27,414 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4268e98e7de8bbff3f9be9b9e8228715 2024-11-13T00:21:27,415 INFO [StoreOpener-4268e98e7de8bbff3f9be9b9e8228715-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4268e98e7de8bbff3f9be9b9e8228715 2024-11-13T00:21:27,416 INFO [StoreOpener-4268e98e7de8bbff3f9be9b9e8228715-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4268e98e7de8bbff3f9be9b9e8228715 columnFamilyName f 2024-11-13T00:21:27,416 DEBUG [StoreOpener-4268e98e7de8bbff3f9be9b9e8228715-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:27,416 INFO [StoreOpener-4268e98e7de8bbff3f9be9b9e8228715-1 {}] regionserver.HStore(327): Store=4268e98e7de8bbff3f9be9b9e8228715/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:27,416 INFO [StoreOpener-4268e98e7de8bbff3f9be9b9e8228715-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4268e98e7de8bbff3f9be9b9e8228715 2024-11-13T00:21:27,417 INFO [StoreOpener-4268e98e7de8bbff3f9be9b9e8228715-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4268e98e7de8bbff3f9be9b9e8228715 columnFamilyName f1 2024-11-13T00:21:27,417 DEBUG [StoreOpener-4268e98e7de8bbff3f9be9b9e8228715-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:27,417 INFO [StoreOpener-4268e98e7de8bbff3f9be9b9e8228715-1 {}] regionserver.HStore(327): Store=4268e98e7de8bbff3f9be9b9e8228715/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:27,417 INFO [StoreOpener-4268e98e7de8bbff3f9be9b9e8228715-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4268e98e7de8bbff3f9be9b9e8228715 2024-11-13T00:21:27,418 INFO [StoreOpener-4268e98e7de8bbff3f9be9b9e8228715-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4268e98e7de8bbff3f9be9b9e8228715 columnFamilyName norep 2024-11-13T00:21:27,418 DEBUG [StoreOpener-4268e98e7de8bbff3f9be9b9e8228715-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:27,419 INFO [StoreOpener-4268e98e7de8bbff3f9be9b9e8228715-1 {}] regionserver.HStore(327): Store=4268e98e7de8bbff3f9be9b9e8228715/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:27,419 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4268e98e7de8bbff3f9be9b9e8228715 2024-11-13T00:21:27,419 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/data/default/test/4268e98e7de8bbff3f9be9b9e8228715 2024-11-13T00:21:27,419 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/data/default/test/4268e98e7de8bbff3f9be9b9e8228715 2024-11-13T00:21:27,420 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4268e98e7de8bbff3f9be9b9e8228715 2024-11-13T00:21:27,420 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4268e98e7de8bbff3f9be9b9e8228715 2024-11-13T00:21:27,421 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:21:27,421 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4268e98e7de8bbff3f9be9b9e8228715 2024-11-13T00:21:27,423 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/data/default/test/4268e98e7de8bbff3f9be9b9e8228715/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:21:27,423 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4268e98e7de8bbff3f9be9b9e8228715; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58788531, jitterRate=-0.12398262321949005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:21:27,423 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4268e98e7de8bbff3f9be9b9e8228715 2024-11-13T00:21:27,424 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4268e98e7de8bbff3f9be9b9e8228715: Running coprocessor pre-open hook at 1731457287414Writing region info on filesystem at 1731457287414Initializing all the Stores at 1731457287414Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457287414Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457287415 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457287415Cleaning up temporary data from old regions at 1731457287420 (+5 ms)Running coprocessor post-open hooks at 1731457287423 (+3 ms)Region opened successfully at 1731457287424 (+1 ms) 2024-11-13T00:21:27,425 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731457286683.4268e98e7de8bbff3f9be9b9e8228715., pid=6, masterSystemTime=1731457287410 2024-11-13T00:21:27,426 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731457286683.4268e98e7de8bbff3f9be9b9e8228715. 2024-11-13T00:21:27,426 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731457286683.4268e98e7de8bbff3f9be9b9e8228715. 2024-11-13T00:21:27,427 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4268e98e7de8bbff3f9be9b9e8228715, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb28580903fb,46695,1731457284832 2024-11-13T00:21:27,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4268e98e7de8bbff3f9be9b9e8228715, server=cb28580903fb,46695,1731457284832 because future has completed 2024-11-13T00:21:27,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T00:21:27,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4268e98e7de8bbff3f9be9b9e8228715, server=cb28580903fb,46695,1731457284832 in 171 msec 2024-11-13T00:21:27,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T00:21:27,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4268e98e7de8bbff3f9be9b9e8228715, ASSIGN in 327 msec 2024-11-13T00:21:27,433 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:21:27,433 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457287433"}]},"ts":"1731457287433"} 2024-11-13T00:21:27,435 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T00:21:27,435 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:21:27,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 751 msec 2024-11-13T00:21:27,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:27,823 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T00:21:27,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2052d5db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:27,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,38951,-1 for getting cluster id 2024-11-13T00:21:27,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:27,824 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e9ceb2a-f46a-4d1b-9810-f948f4468c82' 2024-11-13T00:21:27,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:27,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e9ceb2a-f46a-4d1b-9810-f948f4468c82" 2024-11-13T00:21:27,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66047742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:27,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,38951,-1] 2024-11-13T00:21:27,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:27,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:27,826 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:27,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee37f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:27,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:27,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,38951,1731457284772 2024-11-13T00:21:27,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f9b1c6a 2024-11-13T00:21:27,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:27,828 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:21:27,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb28580903fb:38951,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T00:21:27,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T00:21:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:21:27,831 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:38951' 2024-11-13T00:21:27,831 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd26f3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:27,831 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,38951,-1 for getting cluster id 2024-11-13T00:21:27,831 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:27,832 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e9ceb2a-f46a-4d1b-9810-f948f4468c82' 2024-11-13T00:21:27,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:27,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e9ceb2a-f46a-4d1b-9810-f948f4468c82" 2024-11-13T00:21:27,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb0f609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:27,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,38951,-1] 2024-11-13T00:21:27,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:27,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:27,833 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:27,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1cc2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:27,833 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:27,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,38951,1731457284772 2024-11-13T00:21:27,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b5ad8fd 2024-11-13T00:21:27,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:27,835 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:21:27,835 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T00:21:27,835 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T00:21:27,835 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:27,835 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:27,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:27,836 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://cb28580903fb:38951, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-13T00:21:27,842 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://cb28580903fb:38951, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://cb28580903fb:38951, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://cb28580903fb:38951, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-13T00:21:27,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://cb28580903fb:38951, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-11-13T00:21:27,843 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-13T00:21:27,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:21:27,935 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:21:27,935 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://cb28580903fb:38951, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-13T00:21:27,935 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:27,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:27,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:27,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:27,952 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=536 (was 360) Potentially hanging thread: IPC Server idle connection scanner for port 42585 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;cb28580903fb:46695-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/cluster_6b87d3c5-83ca-2874-4392-3874c6b6d25d/data/data1/current/BP-1778378392-172.17.0.2-1731457283765 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1778378392-172.17.0.2-1731457283765:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111-prefix:cb28580903fb,46695,1731457284832 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Server handler 0 on default port 42585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111-prefix:cb28580903fb,46695,1731457284832.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;cb28580903fb:38951 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1420920887) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp680129418-7886 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f9d089fdbd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@47bb6c60 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@5822731d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/cluster_6b87d3c5-83ca-2874-4392-3874c6b6d25d/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1617849626_20 at /127.0.0.1:50704 [Receiving block BP-1778378392-172.17.0.2-1731457283765:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 2 on default port 42585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1135707788-7838-acceptor-0@78cbd7f-ServerConnector@59fe8d40{HTTP/1.1, (http/1.1)}{localhost:46665} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/cb28580903fb:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;cb28580903fb:46695 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1135707788-7834 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9d08432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp680129418-7885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:42585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/cluster_6b87d3c5-83ca-2874-4392-3874c6b6d25d/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@4024851e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 1 on default port 32835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-723f03d2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-34877dfd-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457285830 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Server handler 4 on default port 32835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp1135707788-7841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57590) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42585/user/jenkins/test-data/12ec04b7-dc62-283c-2edd-3ac9da67c111/MasterData-prefix:cb28580903fb,38951,1731457284772 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1778378392-172.17.0.2-1731457283765 heartbeating to localhost/127.0.0.1:42585 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1778378392-172.17.0.2-1731457283765:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cb28580903fb:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@52b2b886 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/cb28580903fb:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@493f33c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: cb28580903fb:38951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57590) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457285830 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: qtp1135707788-7835 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9d08432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4700ce97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 32835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/cb28580903fb:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$612/0x00007f9d08ad7728.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/cb28580903fb:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42585 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5e582a36 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@5face735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1135707788-7836 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9d08432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-951083138_20 at /127.0.0.1:50652 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:57590 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: regionserver/cb28580903fb:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6545144[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1135707788-7840 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-951083138_20 at /127.0.0.1:50726 [Receiving block BP-1778378392-172.17.0.2-1731457283765:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 42585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1778378392-172.17.0.2-1731457283765:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/cluster_6b87d3c5-83ca-2874-4392-3874c6b6d25d/data/data2/current/BP-1778378392-172.17.0.2-1731457283765 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1135707788-7839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: qtp680129418-7884-acceptor-0@75716d99-ServerConnector@1461160b{HTTP/1.1, (http/1.1)}{localhost:33283} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp680129418-7883 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9d08432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3b4140df java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:57590): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Server handler 3 on default port 32835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57590) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 1 on default port 42585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 32835 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 2 on default port 32835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-951083138_20 at /127.0.0.1:50716 [Receiving block BP-1778378392-172.17.0.2-1731457283765:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 42585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1135707788-7837 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9d08432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=879 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=337 (was 340), ProcessCount=11 (was 11), AvailableMemoryMB=424 (was 440) 2024-11-13T00:21:27,954 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=536 is superior to 500 2024-11-13T00:21:27,967 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=536, OpenFileDescriptor=879, MaxFileDescriptor=1048576, SystemLoadAverage=337, ProcessCount=11, AvailableMemoryMB=423 2024-11-13T00:21:27,967 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=536 is superior to 500 2024-11-13T00:21:27,980 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-13T00:21:27,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/hadoop.log.dir so I do NOT create it in target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f 2024-11-13T00:21:27,981 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T00:21:27,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/hadoop.tmp.dir so I do NOT create it in target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f 2024-11-13T00:21:27,981 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd200386-4cc8-c61f-4b80-7121ae2ed959/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T00:21:27,981 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f 2024-11-13T00:21:27,981 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/cluster_dba0435b-dbc8-b1e3-6ae7-9ec627759aee, deleteOnExit=true 2024-11-13T00:21:27,983 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/cluster_dba0435b-dbc8-b1e3-6ae7-9ec627759aee/zookeeper_0, clientPort=49972, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/cluster_dba0435b-dbc8-b1e3-6ae7-9ec627759aee/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/cluster_dba0435b-dbc8-b1e3-6ae7-9ec627759aee/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T00:21:27,984 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49972 2024-11-13T00:21:27,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T00:21:27,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T00:21:27,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/test.cache.data in system properties and HBase conf 2024-11-13T00:21:27,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T00:21:27,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/hadoop.log.dir in system properties and HBase conf 2024-11-13T00:21:27,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T00:21:27,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T00:21:27,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T00:21:27,985 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T00:21:27,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:21:27,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:21:27,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T00:21:27,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:21:27,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T00:21:27,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T00:21:27,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:21:27,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:21:27,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T00:21:27,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/nfs.dump.dir in system properties and HBase conf 2024-11-13T00:21:27,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/java.io.tmpdir in system properties and HBase conf 2024-11-13T00:21:27,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:21:27,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T00:21:27,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T00:21:28,061 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:21:28,064 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:21:28,066 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:21:28,066 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:21:28,066 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T00:21:28,066 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:21:28,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ebed45a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:21:28,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f7104ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:21:28,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a02ac7e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/java.io.tmpdir/jetty-localhost-33493-hadoop-hdfs-3_4_1-tests_jar-_-any-4703134712609203858/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:21:28,181 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48655c2c{HTTP/1.1, (http/1.1)}{localhost:33493} 2024-11-13T00:21:28,181 INFO [Time-limited test {}] server.Server(415): Started @282048ms 2024-11-13T00:21:28,284 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:21:28,289 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:21:28,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:21:28,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:21:28,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T00:21:28,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9aea8be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:21:28,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34235706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:21:28,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5be7d588{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/java.io.tmpdir/jetty-localhost-41749-hadoop-hdfs-3_4_1-tests_jar-_-any-3105668356416134482/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:21:28,466 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a2d6990{HTTP/1.1, (http/1.1)}{localhost:41749} 2024-11-13T00:21:28,466 INFO [Time-limited test {}] server.Server(415): Started @282333ms 2024-11-13T00:21:28,468 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:21:28,597 WARN [Thread-4283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/cluster_dba0435b-dbc8-b1e3-6ae7-9ec627759aee/data/data1/current/BP-381450329-172.17.0.2-1731457288006/current, will proceed with Du for space computation calculation, 2024-11-13T00:21:28,597 WARN [Thread-4284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/cluster_dba0435b-dbc8-b1e3-6ae7-9ec627759aee/data/data2/current/BP-381450329-172.17.0.2-1731457288006/current, will proceed with Du for space computation calculation, 2024-11-13T00:21:28,619 WARN [Thread-4271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:21:28,622 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63c83354ad031ae9 with lease ID 0xc525c3ce144395d2: Processing first storage report for DS-bacd12da-d6c5-48b5-94b8-2dae651884d4 from datanode DatanodeRegistration(127.0.0.1:37553, datanodeUuid=636f13ab-6602-4514-82cb-21dfce08219c, infoPort=43243, infoSecurePort=0, ipcPort=42913, storageInfo=lv=-57;cid=testClusterID;nsid=182955824;c=1731457288006) 2024-11-13T00:21:28,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63c83354ad031ae9 with lease ID 0xc525c3ce144395d2: from storage DS-bacd12da-d6c5-48b5-94b8-2dae651884d4 node DatanodeRegistration(127.0.0.1:37553, datanodeUuid=636f13ab-6602-4514-82cb-21dfce08219c, infoPort=43243, infoSecurePort=0, ipcPort=42913, storageInfo=lv=-57;cid=testClusterID;nsid=182955824;c=1731457288006), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:21:28,622 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63c83354ad031ae9 with lease ID 0xc525c3ce144395d2: Processing first storage report for DS-e9c0b47d-3ecc-4253-8a05-143799404c71 from datanode DatanodeRegistration(127.0.0.1:37553, datanodeUuid=636f13ab-6602-4514-82cb-21dfce08219c, infoPort=43243, infoSecurePort=0, ipcPort=42913, storageInfo=lv=-57;cid=testClusterID;nsid=182955824;c=1731457288006) 2024-11-13T00:21:28,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63c83354ad031ae9 with lease ID 0xc525c3ce144395d2: from storage DS-e9c0b47d-3ecc-4253-8a05-143799404c71 node DatanodeRegistration(127.0.0.1:37553, datanodeUuid=636f13ab-6602-4514-82cb-21dfce08219c, infoPort=43243, infoSecurePort=0, ipcPort=42913, storageInfo=lv=-57;cid=testClusterID;nsid=182955824;c=1731457288006), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:21:28,706 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f 2024-11-13T00:21:28,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:28,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:28,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741825_1001 (size=7) 2024-11-13T00:21:29,117 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2 with version=8 2024-11-13T00:21:29,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/hbase-staging 2024-11-13T00:21:29,120 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:21:29,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:21:29,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:21:29,120 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:21:29,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:21:29,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:21:29,120 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:21:29,120 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:21:29,121 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45093 2024-11-13T00:21:29,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45093 connecting to ZooKeeper ensemble=127.0.0.1:49972 2024-11-13T00:21:29,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450930x0, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:21:29,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45093-0x1010eb371be0000 connected 2024-11-13T00:21:29,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:29,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:29,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Set watcher on znode that does not yet exist, /0-1761836236/running 2024-11-13T00:21:29,148 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2, hbase.cluster.distributed=false 2024-11-13T00:21:29,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Set watcher on znode that does not yet exist, /0-1761836236/acl 2024-11-13T00:21:29,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45093 2024-11-13T00:21:29,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45093 2024-11-13T00:21:29,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45093 2024-11-13T00:21:29,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45093 2024-11-13T00:21:29,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45093 2024-11-13T00:21:29,174 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:21:29,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:21:29,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:21:29,174 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:21:29,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:21:29,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:21:29,174 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:21:29,174 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:21:29,175 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35373 2024-11-13T00:21:29,175 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35373 connecting to ZooKeeper ensemble=127.0.0.1:49972 2024-11-13T00:21:29,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:29,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:29,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353730x0, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:21:29,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35373-0x1010eb371be0001 connected 2024-11-13T00:21:29,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35373-0x1010eb371be0001, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Set watcher on znode that does not yet exist, /0-1761836236/running 2024-11-13T00:21:29,183 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:21:29,187 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:21:29,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35373-0x1010eb371be0001, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Set watcher on znode that does not yet exist, /0-1761836236/master 2024-11-13T00:21:29,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35373-0x1010eb371be0001, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Set watcher on znode that does not yet exist, /0-1761836236/acl 2024-11-13T00:21:29,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35373 2024-11-13T00:21:29,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35373 2024-11-13T00:21:29,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35373 2024-11-13T00:21:29,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35373 2024-11-13T00:21:29,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35373 2024-11-13T00:21:29,209 DEBUG [M:0;cb28580903fb:45093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:45093 2024-11-13T00:21:29,209 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1761836236/backup-masters/cb28580903fb,45093,1731457289119 2024-11-13T00:21:29,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1010eb371be0001, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1761836236/backup-masters 2024-11-13T00:21:29,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1761836236/backup-masters 2024-11-13T00:21:29,212 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Set watcher on existing znode=/0-1761836236/backup-masters/cb28580903fb,45093,1731457289119 2024-11-13T00:21:29,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1010eb371be0001, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1761836236/master 2024-11-13T00:21:29,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1761836236 2024-11-13T00:21:29,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1010eb371be0001, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1761836236 2024-11-13T00:21:29,214 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Set watcher on existing znode=/0-1761836236/master 2024-11-13T00:21:29,214 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1761836236/backup-masters/cb28580903fb,45093,1731457289119 from backup master directory 2024-11-13T00:21:29,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1761836236/backup-masters/cb28580903fb,45093,1731457289119 2024-11-13T00:21:29,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1761836236/backup-masters 2024-11-13T00:21:29,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1010eb371be0001, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1761836236/backup-masters 2024-11-13T00:21:29,216 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:21:29,216 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,45093,1731457289119 2024-11-13T00:21:29,219 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/hbase.id] with ID: 9a56890c-abb8-4935-8be7-72d27dad4d51 2024-11-13T00:21:29,219 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/.tmp/hbase.id 2024-11-13T00:21:29,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741826_1002 (size=42) 2024-11-13T00:21:29,626 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/.tmp/hbase.id]:[hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/hbase.id] 2024-11-13T00:21:29,634 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:29,634 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:21:29,636 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T00:21:29,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1761836236 2024-11-13T00:21:29,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1010eb371be0001, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1761836236 2024-11-13T00:21:29,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741827_1003 (size=196) 2024-11-13T00:21:30,043 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:21:30,044 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:21:30,045 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:21:30,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741828_1004 (size=1189) 2024-11-13T00:21:30,451 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/MasterData/data/master/store 2024-11-13T00:21:30,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741829_1005 (size=34) 2024-11-13T00:21:30,857 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:30,857 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:21:30,857 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:30,857 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:30,857 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:21:30,857 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:30,857 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:30,857 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457290857Disabling compacts and flushes for region at 1731457290857Disabling writes for close at 1731457290857Writing region close event to WAL at 1731457290857Closed at 1731457290857 2024-11-13T00:21:30,858 WARN [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/MasterData/data/master/store/.initializing 2024-11-13T00:21:30,858 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/MasterData/WALs/cb28580903fb,45093,1731457289119 2024-11-13T00:21:30,859 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:21:30,860 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C45093%2C1731457289119, suffix=, logDir=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/MasterData/WALs/cb28580903fb,45093,1731457289119, archiveDir=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/MasterData/oldWALs, maxLogs=10 2024-11-13T00:21:30,879 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/MasterData/WALs/cb28580903fb,45093,1731457289119/cb28580903fb%2C45093%2C1731457289119.1731457290861, exclude list is [], retry=0 2024-11-13T00:21:30,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37553,DS-bacd12da-d6c5-48b5-94b8-2dae651884d4,DISK] 2024-11-13T00:21:30,883 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/MasterData/WALs/cb28580903fb,45093,1731457289119/cb28580903fb%2C45093%2C1731457289119.1731457290861 2024-11-13T00:21:30,883 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43243:43243)] 2024-11-13T00:21:30,884 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:21:30,884 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:30,884 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:30,884 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:30,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:30,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:21:30,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:30,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:30,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:30,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:21:30,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:30,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:30,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:30,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:21:30,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:30,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:30,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:30,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:21:30,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:30,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:30,891 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:30,891 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:30,892 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:30,892 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:30,892 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:30,893 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:21:30,894 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:30,895 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:21:30,895 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71871851, jitterRate=0.07097403705120087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:21:30,896 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731457290884Initializing all the Stores at 1731457290885 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457290885Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457290885Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457290885Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457290885Cleaning up temporary data from old regions at 1731457290892 (+7 ms)Region opened successfully at 1731457290896 (+4 ms) 2024-11-13T00:21:30,896 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:21:30,898 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5920216f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:21:30,899 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T00:21:30,899 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:21:30,899 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:21:30,899 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:21:30,900 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T00:21:30,900 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T00:21:30,900 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:21:30,901 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:21:30,902 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Unable to get data of znode /0-1761836236/balancer because node does not exist (not necessarily an error) 2024-11-13T00:21:30,904 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1761836236/balancer already deleted, retry=false 2024-11-13T00:21:30,905 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:21:30,905 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Unable to get data of znode /0-1761836236/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:21:30,907 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1761836236/normalizer already deleted, retry=false 2024-11-13T00:21:30,907 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:21:30,908 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Unable to get data of znode /0-1761836236/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:21:30,910 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1761836236/switch/split already deleted, retry=false 2024-11-13T00:21:30,910 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Unable to get data of znode /0-1761836236/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:21:30,912 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1761836236/switch/merge already deleted, retry=false 2024-11-13T00:21:30,914 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Unable to get data of znode /0-1761836236/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:21:30,915 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1761836236/snapshot-cleanup already deleted, retry=false 2024-11-13T00:21:30,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1761836236/running 2024-11-13T00:21:30,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1010eb371be0001, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1761836236/running 2024-11-13T00:21:30,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1761836236 2024-11-13T00:21:30,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1010eb371be0001, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1761836236 2024-11-13T00:21:30,919 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,45093,1731457289119, sessionid=0x1010eb371be0000, setting cluster-up flag (Was=false) 2024-11-13T00:21:30,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1010eb371be0001, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1761836236 2024-11-13T00:21:30,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1761836236 2024-11-13T00:21:30,929 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1761836236/flush-table-proc/acquired, /0-1761836236/flush-table-proc/reached, /0-1761836236/flush-table-proc/abort 2024-11-13T00:21:30,930 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,45093,1731457289119 2024-11-13T00:21:30,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1761836236 2024-11-13T00:21:30,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1010eb371be0001, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1761836236 2024-11-13T00:21:30,938 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1761836236/online-snapshot/acquired, /0-1761836236/online-snapshot/reached, /0-1761836236/online-snapshot/abort 2024-11-13T00:21:30,939 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,45093,1731457289119 2024-11-13T00:21:30,940 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T00:21:30,941 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:21:30,941 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:21:30,941 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:21:30,941 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,45093,1731457289119 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:21:30,942 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:21:30,942 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:21:30,942 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:21:30,942 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:21:30,943 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:21:30,943 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:30,943 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:21:30,943 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:30,944 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:21:30,944 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731457320944 2024-11-13T00:21:30,944 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T00:21:30,944 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:21:30,944 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:21:30,944 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:21:30,944 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:21:30,944 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:21:30,944 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:21:30,944 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:30,945 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:21:30,945 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:21:30,945 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:30,945 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:21:30,945 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T00:21:30,945 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T00:21:30,948 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:21:30,948 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:21:30,949 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457290948,5,FailOnTimeoutGroup] 2024-11-13T00:21:30,949 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457290949,5,FailOnTimeoutGroup] 2024-11-13T00:21:30,949 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:30,949 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:21:30,949 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:30,949 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:30,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741831_1007 (size=1321) 2024-11-13T00:21:30,999 INFO [RS:0;cb28580903fb:35373 {}] regionserver.HRegionServer(746): ClusterId : 9a56890c-abb8-4935-8be7-72d27dad4d51 2024-11-13T00:21:30,999 DEBUG [RS:0;cb28580903fb:35373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:21:31,001 DEBUG [RS:0;cb28580903fb:35373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:21:31,001 DEBUG [RS:0;cb28580903fb:35373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:21:31,003 DEBUG [RS:0;cb28580903fb:35373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:21:31,003 DEBUG [RS:0;cb28580903fb:35373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ea1d28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:21:31,017 DEBUG [RS:0;cb28580903fb:35373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:35373 2024-11-13T00:21:31,017 INFO [RS:0;cb28580903fb:35373 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:21:31,017 INFO [RS:0;cb28580903fb:35373 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:21:31,017 DEBUG [RS:0;cb28580903fb:35373 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:21:31,018 INFO [RS:0;cb28580903fb:35373 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,45093,1731457289119 with port=35373, startcode=1731457289173 2024-11-13T00:21:31,018 DEBUG [RS:0;cb28580903fb:35373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:21:31,019 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:21:31,020 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45093 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,35373,1731457289173 2024-11-13T00:21:31,020 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45093 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,35373,1731457289173 2024-11-13T00:21:31,021 DEBUG [RS:0;cb28580903fb:35373 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2 2024-11-13T00:21:31,021 DEBUG [RS:0;cb28580903fb:35373 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40245 2024-11-13T00:21:31,021 DEBUG [RS:0;cb28580903fb:35373 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:21:31,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1761836236/rs 2024-11-13T00:21:31,024 DEBUG [RS:0;cb28580903fb:35373 {}] zookeeper.ZKUtil(111): regionserver:35373-0x1010eb371be0001, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Set watcher on existing znode=/0-1761836236/rs/cb28580903fb,35373,1731457289173 2024-11-13T00:21:31,024 WARN [RS:0;cb28580903fb:35373 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:21:31,024 INFO [RS:0;cb28580903fb:35373 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:21:31,024 DEBUG [RS:0;cb28580903fb:35373 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173 2024-11-13T00:21:31,024 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,35373,1731457289173] 2024-11-13T00:21:31,028 INFO [RS:0;cb28580903fb:35373 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:21:31,039 INFO [RS:0;cb28580903fb:35373 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:21:31,039 INFO [RS:0;cb28580903fb:35373 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:21:31,039 INFO [RS:0;cb28580903fb:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:31,039 INFO [RS:0;cb28580903fb:35373 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:21:31,040 INFO [RS:0;cb28580903fb:35373 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:21:31,040 INFO [RS:0;cb28580903fb:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:31,040 DEBUG [RS:0;cb28580903fb:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:31,040 DEBUG [RS:0;cb28580903fb:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:31,040 DEBUG [RS:0;cb28580903fb:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:31,040 DEBUG [RS:0;cb28580903fb:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:31,040 DEBUG [RS:0;cb28580903fb:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:31,040 DEBUG [RS:0;cb28580903fb:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:21:31,040 DEBUG [RS:0;cb28580903fb:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:31,040 DEBUG [RS:0;cb28580903fb:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:31,040 DEBUG [RS:0;cb28580903fb:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:31,040 DEBUG [RS:0;cb28580903fb:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:31,040 DEBUG [RS:0;cb28580903fb:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:31,040 DEBUG [RS:0;cb28580903fb:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:31,040 DEBUG [RS:0;cb28580903fb:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:21:31,040 DEBUG [RS:0;cb28580903fb:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:21:31,043 INFO [RS:0;cb28580903fb:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:31,043 INFO [RS:0;cb28580903fb:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:31,043 INFO [RS:0;cb28580903fb:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:31,043 INFO [RS:0;cb28580903fb:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:31,043 INFO [RS:0;cb28580903fb:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:31,043 INFO [RS:0;cb28580903fb:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,35373,1731457289173-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:21:31,059 INFO [RS:0;cb28580903fb:35373 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:21:31,059 INFO [RS:0;cb28580903fb:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,35373,1731457289173-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:31,059 INFO [RS:0;cb28580903fb:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:31,059 INFO [RS:0;cb28580903fb:35373 {}] regionserver.Replication(171): cb28580903fb,35373,1731457289173 started 2024-11-13T00:21:31,073 INFO [RS:0;cb28580903fb:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:31,073 INFO [RS:0;cb28580903fb:35373 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,35373,1731457289173, RpcServer on cb28580903fb/172.17.0.2:35373, sessionid=0x1010eb371be0001 2024-11-13T00:21:31,073 DEBUG [RS:0;cb28580903fb:35373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:21:31,073 DEBUG [RS:0;cb28580903fb:35373 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,35373,1731457289173 2024-11-13T00:21:31,073 DEBUG [RS:0;cb28580903fb:35373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,35373,1731457289173' 2024-11-13T00:21:31,073 DEBUG [RS:0;cb28580903fb:35373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1761836236/flush-table-proc/abort' 2024-11-13T00:21:31,073 DEBUG [RS:0;cb28580903fb:35373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1761836236/flush-table-proc/acquired' 2024-11-13T00:21:31,074 DEBUG [RS:0;cb28580903fb:35373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:21:31,074 DEBUG [RS:0;cb28580903fb:35373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:21:31,074 DEBUG [RS:0;cb28580903fb:35373 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,35373,1731457289173 2024-11-13T00:21:31,074 DEBUG [RS:0;cb28580903fb:35373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,35373,1731457289173' 2024-11-13T00:21:31,074 DEBUG [RS:0;cb28580903fb:35373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1761836236/online-snapshot/abort' 2024-11-13T00:21:31,074 DEBUG [RS:0;cb28580903fb:35373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1761836236/online-snapshot/acquired' 2024-11-13T00:21:31,075 DEBUG [RS:0;cb28580903fb:35373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:21:31,075 INFO [RS:0;cb28580903fb:35373 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:21:31,075 INFO [RS:0;cb28580903fb:35373 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:21:31,175 INFO [RS:0;cb28580903fb:35373 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:21:31,176 INFO [RS:0;cb28580903fb:35373 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C35373%2C1731457289173, suffix=, logDir=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173, archiveDir=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/oldWALs, maxLogs=10 2024-11-13T00:21:31,190 DEBUG [RS:0;cb28580903fb:35373 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457291176, exclude list is [], retry=0 2024-11-13T00:21:31,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37553,DS-bacd12da-d6c5-48b5-94b8-2dae651884d4,DISK] 2024-11-13T00:21:31,193 INFO [RS:0;cb28580903fb:35373 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457291176 2024-11-13T00:21:31,194 DEBUG [RS:0;cb28580903fb:35373 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43243:43243)] 2024-11-13T00:21:31,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T00:21:31,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T00:21:31,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T00:21:31,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T00:21:31,355 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T00:21:31,355 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2 2024-11-13T00:21:31,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741833_1009 (size=32) 2024-11-13T00:21:31,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:31,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:21:31,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:21:31,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:31,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:31,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:21:31,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:21:31,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:31,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:31,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:21:31,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:21:31,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:31,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:31,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:21:31,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:21:31,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:31,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:31,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:21:31,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/1588230740 2024-11-13T00:21:31,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/1588230740 2024-11-13T00:21:31,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:21:31,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:21:31,770 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:21:31,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:21:31,772 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:21:31,773 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70129247, jitterRate=0.045007213950157166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:21:31,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731457291761Initializing all the Stores at 1731457291762 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457291762Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457291762Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457291762Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457291762Cleaning up temporary data from old regions at 1731457291770 (+8 ms)Region opened successfully at 1731457291773 (+3 ms) 2024-11-13T00:21:31,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:21:31,773 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:21:31,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:21:31,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:21:31,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:21:31,773 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:21:31,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457291773Disabling compacts and flushes for region at 1731457291773Disabling writes for close at 1731457291773Writing region close event to WAL at 1731457291773Closed at 1731457291773 2024-11-13T00:21:31,774 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:21:31,774 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T00:21:31,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:21:31,775 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:21:31,776 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T00:21:31,926 DEBUG [cb28580903fb:45093 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:21:31,927 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,35373,1731457289173 2024-11-13T00:21:31,928 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,35373,1731457289173, state=OPENING 2024-11-13T00:21:31,929 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T00:21:31,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1010eb371be0001, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1761836236 2024-11-13T00:21:31,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1761836236 2024-11-13T00:21:31,935 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:21:31,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1761836236/meta-region-server: CHANGED 2024-11-13T00:21:31,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1761836236/meta-region-server: CHANGED 2024-11-13T00:21:31,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,35373,1731457289173}] 2024-11-13T00:21:32,087 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:21:32,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:21:32,092 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:21:32,092 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:21:32,092 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T00:21:32,093 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C35373%2C1731457289173.meta, suffix=.meta, logDir=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173, archiveDir=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/oldWALs, maxLogs=10 2024-11-13T00:21:32,096 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:21:32,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:32,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:32,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:32,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:32,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:32,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:32,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:32,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:32,108 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.meta.1731457292093.meta, exclude list is [], retry=0 2024-11-13T00:21:32,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37553,DS-bacd12da-d6c5-48b5-94b8-2dae651884d4,DISK] 2024-11-13T00:21:32,111 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.meta.1731457292093.meta 2024-11-13T00:21:32,111 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43243:43243)] 2024-11-13T00:21:32,111 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:21:32,112 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:21:32,112 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:21:32,112 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:21:32,112 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:21:32,112 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:21:32,112 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:32,113 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:21:32,113 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:21:32,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:21:32,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:21:32,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:32,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:32,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:21:32,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:21:32,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:32,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:32,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:21:32,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:21:32,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:32,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:32,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:21:32,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:21:32,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:32,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:32,117 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:21:32,118 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/1588230740 2024-11-13T00:21:32,119 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/1588230740 2024-11-13T00:21:32,120 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:21:32,120 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:21:32,120 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:21:32,121 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:21:32,121 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73602785, jitterRate=0.09676696360111237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:21:32,121 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:21:32,122 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731457292113Writing region info on filesystem at 1731457292113Initializing all the Stores at 1731457292113Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457292113Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457292113Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457292113Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457292113Cleaning up temporary data from old regions at 1731457292120 (+7 ms)Running coprocessor post-open hooks at 1731457292121 (+1 ms)Region opened successfully at 1731457292122 (+1 ms) 2024-11-13T00:21:32,122 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731457292087 2024-11-13T00:21:32,124 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:21:32,124 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:21:32,125 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,35373,1731457289173 2024-11-13T00:21:32,125 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,35373,1731457289173, state=OPEN 2024-11-13T00:21:32,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1761836236/meta-region-server 2024-11-13T00:21:32,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1010eb371be0001, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1761836236/meta-region-server 2024-11-13T00:21:32,127 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,35373,1731457289173 2024-11-13T00:21:32,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1761836236/meta-region-server: CHANGED 2024-11-13T00:21:32,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1761836236/meta-region-server: CHANGED 2024-11-13T00:21:32,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T00:21:32,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,35373,1731457289173 in 192 msec 2024-11-13T00:21:32,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T00:21:32,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-13T00:21:32,131 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:21:32,131 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T00:21:32,132 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:21:32,132 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,35373,1731457289173, seqNum=-1] 2024-11-13T00:21:32,132 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:21:32,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:32,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:32,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:32,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:32,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:32,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:21:32,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:32,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1960 sec 2024-11-13T00:21:32,137 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731457292137, completionTime=-1 2024-11-13T00:21:32,137 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T00:21:32,137 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:21:32,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:32,139 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T00:21:32,139 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731457352139 2024-11-13T00:21:32,139 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731457412139 2024-11-13T00:21:32,139 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T00:21:32,140 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45093,1731457289119-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:32,140 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45093,1731457289119-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:32,140 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45093,1731457289119-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:32,140 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:45093, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:32,140 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:32,140 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:32,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:32,141 DEBUG [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T00:21:32,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:32,143 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.927sec 2024-11-13T00:21:32,143 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:21:32,143 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:21:32,143 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:21:32,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:32,143 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:21:32,143 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:21:32,143 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45093,1731457289119-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:21:32,143 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45093,1731457289119-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:21:32,145 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:21:32,145 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:21:32,145 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45093,1731457289119-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:32,165 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T00:21:32,165 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T00:21:32,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213e56d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:32,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,45093,-1 for getting cluster id 2024-11-13T00:21:32,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:32,202 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a56890c-abb8-4935-8be7-72d27dad4d51' 2024-11-13T00:21:32,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:32,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a56890c-abb8-4935-8be7-72d27dad4d51" 2024-11-13T00:21:32,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7debe8a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:32,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,45093,-1] 2024-11-13T00:21:32,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:32,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:32,204 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:32,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5223fded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:32,205 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:21:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,35373,1731457289173, seqNum=-1] 2024-11-13T00:21:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:21:32,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:21:32,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb28580903fb,45093,1731457289119 2024-11-13T00:21:32,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49972 2024-11-13T00:21:32,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:21:32,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1010eb371be0002 connected 2024-11-13T00:21:32,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/hadoop.log.dir so I do NOT create it in target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b 2024-11-13T00:21:32,216 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T00:21:32,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/hadoop.tmp.dir so I do NOT create it in target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b 2024-11-13T00:21:32,216 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T00:21:32,216 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b 2024-11-13T00:21:32,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T00:21:32,216 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/cluster_28e6446f-219b-0fde-d88c-7695bd31b1d3, deleteOnExit=true 2024-11-13T00:21:32,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T00:21:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/test.cache.data in system properties and HBase conf 2024-11-13T00:21:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T00:21:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/hadoop.log.dir in system properties and HBase conf 2024-11-13T00:21:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T00:21:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T00:21:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T00:21:32,217 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T00:21:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:21:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:21:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T00:21:32,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:21:32,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T00:21:32,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T00:21:32,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:21:32,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:21:32,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T00:21:32,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/nfs.dump.dir in system properties and HBase conf 2024-11-13T00:21:32,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/java.io.tmpdir in system properties and HBase conf 2024-11-13T00:21:32,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:21:32,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T00:21:32,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T00:21:32,311 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:21:32,314 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:21:32,315 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:21:32,315 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:21:32,315 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:21:32,316 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:21:32,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ea2c258{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:21:32,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3415693f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:21:32,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37d5bb09{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/java.io.tmpdir/jetty-localhost-34393-hadoop-hdfs-3_4_1-tests_jar-_-any-223110001354958120/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:21:32,431 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35ef8f7b{HTTP/1.1, (http/1.1)}{localhost:34393} 2024-11-13T00:21:32,431 INFO [Time-limited test {}] server.Server(415): Started @286298ms 2024-11-13T00:21:32,509 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:21:32,511 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:21:32,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:21:32,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:21:32,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T00:21:32,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68bea0d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:21:32,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@191e59e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:21:32,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10340eae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/java.io.tmpdir/jetty-localhost-35843-hadoop-hdfs-3_4_1-tests_jar-_-any-16218606180986069893/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:21:32,627 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@266c2ad8{HTTP/1.1, (http/1.1)}{localhost:35843} 2024-11-13T00:21:32,627 INFO [Time-limited test {}] server.Server(415): Started @286494ms 2024-11-13T00:21:32,628 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:21:32,633 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:32,633 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cb28580903fb,35747,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T00:21:32,634 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108729 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cb28580903fb,35747,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T00:21:32,737 WARN [Thread-4405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/cluster_28e6446f-219b-0fde-d88c-7695bd31b1d3/data/data2/current/BP-559523050-172.17.0.2-1731457292238/current, will proceed with Du for space computation calculation, 2024-11-13T00:21:32,737 WARN [Thread-4404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/cluster_28e6446f-219b-0fde-d88c-7695bd31b1d3/data/data1/current/BP-559523050-172.17.0.2-1731457292238/current, will proceed with Du for space computation calculation, 2024-11-13T00:21:32,760 WARN [Thread-4392 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:21:32,762 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a9a2a3bb6cbdbf3 with lease ID 0xafca61f3b7505598: Processing first storage report for DS-2a84cbe5-fc75-4c44-915a-766281cd2969 from datanode DatanodeRegistration(127.0.0.1:38845, datanodeUuid=6572238a-8ab8-4e91-a077-178f7ad3353e, infoPort=32981, infoSecurePort=0, ipcPort=46693, storageInfo=lv=-57;cid=testClusterID;nsid=1131448654;c=1731457292238) 2024-11-13T00:21:32,762 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a9a2a3bb6cbdbf3 with lease ID 0xafca61f3b7505598: from storage DS-2a84cbe5-fc75-4c44-915a-766281cd2969 node DatanodeRegistration(127.0.0.1:38845, datanodeUuid=6572238a-8ab8-4e91-a077-178f7ad3353e, infoPort=32981, infoSecurePort=0, ipcPort=46693, storageInfo=lv=-57;cid=testClusterID;nsid=1131448654;c=1731457292238), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:21:32,762 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a9a2a3bb6cbdbf3 with lease ID 0xafca61f3b7505598: Processing first storage report for DS-3f523289-42dc-4bbb-bf75-a77b71d80056 from datanode DatanodeRegistration(127.0.0.1:38845, datanodeUuid=6572238a-8ab8-4e91-a077-178f7ad3353e, infoPort=32981, infoSecurePort=0, ipcPort=46693, storageInfo=lv=-57;cid=testClusterID;nsid=1131448654;c=1731457292238) 2024-11-13T00:21:32,762 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a9a2a3bb6cbdbf3 with lease ID 0xafca61f3b7505598: from storage DS-3f523289-42dc-4bbb-bf75-a77b71d80056 node DatanodeRegistration(127.0.0.1:38845, datanodeUuid=6572238a-8ab8-4e91-a077-178f7ad3353e, infoPort=32981, infoSecurePort=0, ipcPort=46693, storageInfo=lv=-57;cid=testClusterID;nsid=1131448654;c=1731457292238), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:21:32,861 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b 2024-11-13T00:21:32,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:32,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:32,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741825_1001 (size=7) 2024-11-13T00:21:33,269 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a with version=8 2024-11-13T00:21:33,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/hbase-staging 2024-11-13T00:21:33,271 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:21:33,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:21:33,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:21:33,272 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:21:33,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:21:33,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:21:33,272 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:21:33,272 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:21:33,272 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45519 2024-11-13T00:21:33,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45519 connecting to ZooKeeper ensemble=127.0.0.1:49972 2024-11-13T00:21:33,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455190x0, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:21:33,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45519-0x1010eb371be0003 connected 2024-11-13T00:21:33,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:33,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:33,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Set watcher on znode that does not yet exist, /11552112903/running 2024-11-13T00:21:33,292 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a, hbase.cluster.distributed=false 2024-11-13T00:21:33,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Set watcher on znode that does not yet exist, /11552112903/acl 2024-11-13T00:21:33,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45519 2024-11-13T00:21:33,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45519 2024-11-13T00:21:33,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45519 2024-11-13T00:21:33,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45519 2024-11-13T00:21:33,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45519 2024-11-13T00:21:33,310 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:21:33,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:21:33,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:21:33,310 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:21:33,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:21:33,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:21:33,310 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:21:33,311 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:21:33,311 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43471 2024-11-13T00:21:33,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43471 connecting to ZooKeeper ensemble=127.0.0.1:49972 2024-11-13T00:21:33,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:33,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:33,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434710x0, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:21:33,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43471-0x1010eb371be0004 connected 2024-11-13T00:21:33,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43471-0x1010eb371be0004, quorum=127.0.0.1:49972, baseZNode=/11552112903 Set watcher on znode that does not yet exist, /11552112903/running 2024-11-13T00:21:33,319 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:21:33,320 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:21:33,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43471-0x1010eb371be0004, quorum=127.0.0.1:49972, baseZNode=/11552112903 Set watcher on znode that does not yet exist, /11552112903/master 2024-11-13T00:21:33,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43471-0x1010eb371be0004, quorum=127.0.0.1:49972, baseZNode=/11552112903 Set watcher on znode that does not yet exist, /11552112903/acl 2024-11-13T00:21:33,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43471 2024-11-13T00:21:33,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43471 2024-11-13T00:21:33,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43471 2024-11-13T00:21:33,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43471 2024-11-13T00:21:33,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43471 2024-11-13T00:21:33,343 DEBUG [M:0;cb28580903fb:45519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:45519 2024-11-13T00:21:33,344 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11552112903/backup-masters/cb28580903fb,45519,1731457293271 2024-11-13T00:21:33,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552112903/backup-masters 2024-11-13T00:21:33,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1010eb371be0004, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552112903/backup-masters 2024-11-13T00:21:33,347 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Set watcher on existing znode=/11552112903/backup-masters/cb28580903fb,45519,1731457293271 2024-11-13T00:21:33,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552112903 2024-11-13T00:21:33,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1010eb371be0004, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11552112903/master 2024-11-13T00:21:33,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1010eb371be0004, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552112903 2024-11-13T00:21:33,349 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Set watcher on existing znode=/11552112903/master 2024-11-13T00:21:33,349 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11552112903/backup-masters/cb28580903fb,45519,1731457293271 from backup master directory 2024-11-13T00:21:33,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11552112903/backup-masters/cb28580903fb,45519,1731457293271 2024-11-13T00:21:33,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1010eb371be0004, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552112903/backup-masters 2024-11-13T00:21:33,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552112903/backup-masters 2024-11-13T00:21:33,351 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:21:33,351 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,45519,1731457293271 2024-11-13T00:21:33,354 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/hbase.id] with ID: 43f0e34e-096d-4190-a362-f20016ca298d 2024-11-13T00:21:33,354 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/.tmp/hbase.id 2024-11-13T00:21:33,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741826_1002 (size=42) 2024-11-13T00:21:33,362 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/.tmp/hbase.id]:[hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/hbase.id] 2024-11-13T00:21:33,369 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:33,369 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:21:33,369 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T00:21:33,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552112903 2024-11-13T00:21:33,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1010eb371be0004, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552112903 2024-11-13T00:21:33,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741827_1003 (size=196) 2024-11-13T00:21:33,777 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:21:33,778 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:21:33,778 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:21:33,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741828_1004 (size=1189) 2024-11-13T00:21:34,184 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/MasterData/data/master/store 2024-11-13T00:21:34,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741829_1005 (size=34) 2024-11-13T00:21:34,589 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:34,590 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:21:34,590 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:34,590 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:34,590 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:21:34,590 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:34,590 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:34,590 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457294590Disabling compacts and flushes for region at 1731457294590Disabling writes for close at 1731457294590Writing region close event to WAL at 1731457294590Closed at 1731457294590 2024-11-13T00:21:34,590 WARN [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/MasterData/data/master/store/.initializing 2024-11-13T00:21:34,590 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/MasterData/WALs/cb28580903fb,45519,1731457293271 2024-11-13T00:21:34,591 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:21:34,593 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C45519%2C1731457293271, suffix=, logDir=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/MasterData/WALs/cb28580903fb,45519,1731457293271, archiveDir=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/MasterData/oldWALs, maxLogs=10 2024-11-13T00:21:34,607 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/MasterData/WALs/cb28580903fb,45519,1731457293271/cb28580903fb%2C45519%2C1731457293271.1731457294593, exclude list is [], retry=0 2024-11-13T00:21:34,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38845,DS-2a84cbe5-fc75-4c44-915a-766281cd2969,DISK] 2024-11-13T00:21:34,611 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/MasterData/WALs/cb28580903fb,45519,1731457293271/cb28580903fb%2C45519%2C1731457293271.1731457294593 2024-11-13T00:21:34,611 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32981:32981)] 2024-11-13T00:21:34,611 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:21:34,611 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:34,611 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:34,611 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:34,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:34,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:21:34,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:34,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:34,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:34,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:21:34,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:34,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:34,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:34,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:21:34,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:34,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:34,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:34,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:21:34,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:34,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:34,618 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:34,618 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:34,618 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:34,619 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:34,619 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:34,620 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:21:34,620 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:34,622 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:21:34,622 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66786892, jitterRate=-0.004797756671905518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:21:34,622 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731457294611Initializing all the Stores at 1731457294612 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457294612Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457294612Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457294612Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457294612Cleaning up temporary data from old regions at 1731457294619 (+7 ms)Region opened successfully at 1731457294622 (+3 ms) 2024-11-13T00:21:34,623 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:21:34,624 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5298d9e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:21:34,625 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T00:21:34,625 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:21:34,625 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:21:34,625 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:21:34,626 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T00:21:34,626 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T00:21:34,626 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:21:34,628 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:21:34,629 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Unable to get data of znode /11552112903/balancer because node does not exist (not necessarily an error) 2024-11-13T00:21:34,630 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11552112903/balancer already deleted, retry=false 2024-11-13T00:21:34,630 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:21:34,631 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Unable to get data of znode /11552112903/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:21:34,632 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11552112903/normalizer already deleted, retry=false 2024-11-13T00:21:34,632 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:21:34,633 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Unable to get data of znode /11552112903/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:21:34,635 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11552112903/switch/split already deleted, retry=false 2024-11-13T00:21:34,635 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Unable to get data of znode /11552112903/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:21:34,637 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11552112903/switch/merge already deleted, retry=false 2024-11-13T00:21:34,638 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Unable to get data of znode /11552112903/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:21:34,639 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11552112903/snapshot-cleanup already deleted, retry=false 2024-11-13T00:21:34,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1010eb371be0004, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11552112903/running 2024-11-13T00:21:34,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11552112903/running 2024-11-13T00:21:34,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1010eb371be0004, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552112903 2024-11-13T00:21:34,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552112903 2024-11-13T00:21:34,641 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,45519,1731457293271, sessionid=0x1010eb371be0003, setting cluster-up flag (Was=false) 2024-11-13T00:21:34,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1010eb371be0004, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552112903 2024-11-13T00:21:34,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552112903 2024-11-13T00:21:34,650 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11552112903/flush-table-proc/acquired, /11552112903/flush-table-proc/reached, /11552112903/flush-table-proc/abort 2024-11-13T00:21:34,651 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,45519,1731457293271 2024-11-13T00:21:34,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552112903 2024-11-13T00:21:34,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1010eb371be0004, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552112903 2024-11-13T00:21:34,658 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11552112903/online-snapshot/acquired, /11552112903/online-snapshot/reached, /11552112903/online-snapshot/abort 2024-11-13T00:21:34,659 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,45519,1731457293271 2024-11-13T00:21:34,660 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T00:21:34,661 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:21:34,661 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:21:34,661 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:21:34,661 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,45519,1731457293271 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:21:34,662 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:21:34,662 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:21:34,662 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:21:34,662 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:21:34,662 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:21:34,662 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:34,662 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:21:34,662 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:34,664 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731457324664 2024-11-13T00:21:34,664 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:21:34,664 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T00:21:34,664 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:21:34,664 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:21:34,664 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:21:34,664 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:21:34,664 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:21:34,664 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:21:34,664 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:34,665 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T00:21:34,665 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:34,665 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:21:34,665 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:21:34,666 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:21:34,666 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T00:21:34,666 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:21:34,666 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:21:34,668 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457294666,5,FailOnTimeoutGroup] 2024-11-13T00:21:34,670 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457294668,5,FailOnTimeoutGroup] 2024-11-13T00:21:34,670 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:34,670 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:21:34,670 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:34,670 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:34,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741831_1007 (size=1321) 2024-11-13T00:21:34,730 INFO [RS:0;cb28580903fb:43471 {}] regionserver.HRegionServer(746): ClusterId : 43f0e34e-096d-4190-a362-f20016ca298d 2024-11-13T00:21:34,730 DEBUG [RS:0;cb28580903fb:43471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:21:34,732 DEBUG [RS:0;cb28580903fb:43471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:21:34,732 DEBUG [RS:0;cb28580903fb:43471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:21:34,734 DEBUG [RS:0;cb28580903fb:43471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:21:34,734 DEBUG [RS:0;cb28580903fb:43471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0eea07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:21:34,747 DEBUG [RS:0;cb28580903fb:43471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:43471 2024-11-13T00:21:34,747 INFO [RS:0;cb28580903fb:43471 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:21:34,747 INFO [RS:0;cb28580903fb:43471 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:21:34,747 DEBUG [RS:0;cb28580903fb:43471 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:21:34,748 INFO [RS:0;cb28580903fb:43471 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,45519,1731457293271 with port=43471, startcode=1731457293310 2024-11-13T00:21:34,748 DEBUG [RS:0;cb28580903fb:43471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:21:34,749 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:21:34,750 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,43471,1731457293310 2024-11-13T00:21:34,750 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45519 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,43471,1731457293310 2024-11-13T00:21:34,751 DEBUG [RS:0;cb28580903fb:43471 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a 2024-11-13T00:21:34,751 DEBUG [RS:0;cb28580903fb:43471 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40281 2024-11-13T00:21:34,751 DEBUG [RS:0;cb28580903fb:43471 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:21:34,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552112903/rs 2024-11-13T00:21:34,758 DEBUG [RS:0;cb28580903fb:43471 {}] zookeeper.ZKUtil(111): regionserver:43471-0x1010eb371be0004, quorum=127.0.0.1:49972, baseZNode=/11552112903 Set watcher on existing znode=/11552112903/rs/cb28580903fb,43471,1731457293310 2024-11-13T00:21:34,758 WARN [RS:0;cb28580903fb:43471 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:21:34,758 INFO [RS:0;cb28580903fb:43471 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:21:34,758 DEBUG [RS:0;cb28580903fb:43471 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/WALs/cb28580903fb,43471,1731457293310 2024-11-13T00:21:34,758 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,43471,1731457293310] 2024-11-13T00:21:34,761 INFO [RS:0;cb28580903fb:43471 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:21:34,763 INFO [RS:0;cb28580903fb:43471 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:21:34,763 INFO [RS:0;cb28580903fb:43471 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:21:34,763 INFO [RS:0;cb28580903fb:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:34,763 INFO [RS:0;cb28580903fb:43471 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:21:34,764 INFO [RS:0;cb28580903fb:43471 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:21:34,764 INFO [RS:0;cb28580903fb:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:34,764 DEBUG [RS:0;cb28580903fb:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:34,764 DEBUG [RS:0;cb28580903fb:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:34,764 DEBUG [RS:0;cb28580903fb:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:34,764 DEBUG [RS:0;cb28580903fb:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:34,764 DEBUG [RS:0;cb28580903fb:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:34,764 DEBUG [RS:0;cb28580903fb:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:21:34,764 DEBUG [RS:0;cb28580903fb:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:34,764 DEBUG [RS:0;cb28580903fb:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:34,764 DEBUG [RS:0;cb28580903fb:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:34,764 DEBUG [RS:0;cb28580903fb:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:34,764 DEBUG [RS:0;cb28580903fb:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:34,764 DEBUG [RS:0;cb28580903fb:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:34,764 DEBUG [RS:0;cb28580903fb:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:21:34,764 DEBUG [RS:0;cb28580903fb:43471 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:21:34,765 INFO [RS:0;cb28580903fb:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:34,765 INFO [RS:0;cb28580903fb:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:34,765 INFO [RS:0;cb28580903fb:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:34,765 INFO [RS:0;cb28580903fb:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:34,765 INFO [RS:0;cb28580903fb:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:34,765 INFO [RS:0;cb28580903fb:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43471,1731457293310-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:21:34,782 INFO [RS:0;cb28580903fb:43471 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:21:34,782 INFO [RS:0;cb28580903fb:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43471,1731457293310-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:34,782 INFO [RS:0;cb28580903fb:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:34,782 INFO [RS:0;cb28580903fb:43471 {}] regionserver.Replication(171): cb28580903fb,43471,1731457293310 started 2024-11-13T00:21:34,796 INFO [RS:0;cb28580903fb:43471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:34,796 INFO [RS:0;cb28580903fb:43471 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,43471,1731457293310, RpcServer on cb28580903fb/172.17.0.2:43471, sessionid=0x1010eb371be0004 2024-11-13T00:21:34,796 DEBUG [RS:0;cb28580903fb:43471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:21:34,796 DEBUG [RS:0;cb28580903fb:43471 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,43471,1731457293310 2024-11-13T00:21:34,796 DEBUG [RS:0;cb28580903fb:43471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,43471,1731457293310' 2024-11-13T00:21:34,796 DEBUG [RS:0;cb28580903fb:43471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11552112903/flush-table-proc/abort' 2024-11-13T00:21:34,797 DEBUG [RS:0;cb28580903fb:43471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11552112903/flush-table-proc/acquired' 2024-11-13T00:21:34,797 DEBUG [RS:0;cb28580903fb:43471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:21:34,797 DEBUG [RS:0;cb28580903fb:43471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:21:34,797 DEBUG [RS:0;cb28580903fb:43471 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,43471,1731457293310 2024-11-13T00:21:34,797 DEBUG [RS:0;cb28580903fb:43471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,43471,1731457293310' 2024-11-13T00:21:34,797 DEBUG [RS:0;cb28580903fb:43471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11552112903/online-snapshot/abort' 2024-11-13T00:21:34,797 DEBUG [RS:0;cb28580903fb:43471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11552112903/online-snapshot/acquired' 2024-11-13T00:21:34,798 DEBUG [RS:0;cb28580903fb:43471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:21:34,798 INFO [RS:0;cb28580903fb:43471 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:21:34,798 INFO [RS:0;cb28580903fb:43471 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:21:34,898 INFO [RS:0;cb28580903fb:43471 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:21:34,899 INFO [RS:0;cb28580903fb:43471 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C43471%2C1731457293310, suffix=, logDir=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/WALs/cb28580903fb,43471,1731457293310, archiveDir=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/oldWALs, maxLogs=10 2024-11-13T00:21:34,916 DEBUG [RS:0;cb28580903fb:43471 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/WALs/cb28580903fb,43471,1731457293310/cb28580903fb%2C43471%2C1731457293310.1731457294900, exclude list is [], retry=0 2024-11-13T00:21:34,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38845,DS-2a84cbe5-fc75-4c44-915a-766281cd2969,DISK] 2024-11-13T00:21:34,920 INFO [RS:0;cb28580903fb:43471 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/WALs/cb28580903fb,43471,1731457293310/cb28580903fb%2C43471%2C1731457293310.1731457294900 2024-11-13T00:21:34,920 DEBUG [RS:0;cb28580903fb:43471 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32981:32981)] 2024-11-13T00:21:35,074 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T00:21:35,075 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a 2024-11-13T00:21:35,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741833_1009 (size=32) 2024-11-13T00:21:35,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:35,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:21:35,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:21:35,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:35,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:35,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:21:35,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:21:35,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:35,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:35,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:21:35,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:21:35,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:35,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:35,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:21:35,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:21:35,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:35,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:35,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:21:35,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/1588230740 2024-11-13T00:21:35,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/1588230740 2024-11-13T00:21:35,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:21:35,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:21:35,088 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:21:35,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:21:35,090 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:21:35,090 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59972904, jitterRate=-0.10633409023284912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:21:35,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731457295080Initializing all the Stores at 1731457295080Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457295080Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457295081 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457295081Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457295081Cleaning up temporary data from old regions at 1731457295088 (+7 ms)Region opened successfully at 1731457295090 (+2 ms) 2024-11-13T00:21:35,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:21:35,090 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:21:35,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:21:35,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:21:35,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:21:35,091 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:21:35,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457295090Disabling compacts and flushes for region at 1731457295090Disabling writes for close at 1731457295091 (+1 ms)Writing region close event to WAL at 1731457295091Closed at 1731457295091 2024-11-13T00:21:35,092 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:21:35,092 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T00:21:35,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:21:35,093 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:21:35,094 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T00:21:35,244 DEBUG [cb28580903fb:45519 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:21:35,244 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,43471,1731457293310 2024-11-13T00:21:35,245 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,43471,1731457293310, state=OPENING 2024-11-13T00:21:35,247 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T00:21:35,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552112903 2024-11-13T00:21:35,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1010eb371be0004, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552112903 2024-11-13T00:21:35,248 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:21:35,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11552112903/meta-region-server: CHANGED 2024-11-13T00:21:35,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11552112903/meta-region-server: CHANGED 2024-11-13T00:21:35,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,43471,1731457293310}] 2024-11-13T00:21:35,401 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:21:35,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:21:35,405 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:21:35,405 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:21:35,405 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T00:21:35,406 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C43471%2C1731457293310.meta, suffix=.meta, logDir=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/WALs/cb28580903fb,43471,1731457293310, archiveDir=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/oldWALs, maxLogs=10 2024-11-13T00:21:35,421 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/WALs/cb28580903fb,43471,1731457293310/cb28580903fb%2C43471%2C1731457293310.meta.1731457295407.meta, exclude list is [], retry=0 2024-11-13T00:21:35,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38845,DS-2a84cbe5-fc75-4c44-915a-766281cd2969,DISK] 2024-11-13T00:21:35,425 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/WALs/cb28580903fb,43471,1731457293310/cb28580903fb%2C43471%2C1731457293310.meta.1731457295407.meta 2024-11-13T00:21:35,425 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32981:32981)] 2024-11-13T00:21:35,425 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:21:35,426 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:21:35,426 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:21:35,426 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:21:35,426 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:21:35,426 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:21:35,426 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:35,426 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:21:35,426 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:21:35,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:21:35,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:21:35,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:35,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:35,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:21:35,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:21:35,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:35,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:35,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:21:35,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:21:35,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:35,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:35,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:21:35,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:21:35,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:35,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:35,431 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:21:35,432 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/1588230740 2024-11-13T00:21:35,432 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/1588230740 2024-11-13T00:21:35,433 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:21:35,433 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:21:35,434 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:21:35,435 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:21:35,435 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59295575, jitterRate=-0.11642707884311676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:21:35,435 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:21:35,435 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731457295426Writing region info on filesystem at 1731457295426Initializing all the Stores at 1731457295427 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457295427Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457295427Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457295427Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457295427Cleaning up temporary data from old regions at 1731457295433 (+6 ms)Running coprocessor post-open hooks at 1731457295435 (+2 ms)Region opened successfully at 1731457295435 2024-11-13T00:21:35,436 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731457295400 2024-11-13T00:21:35,438 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:21:35,438 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:21:35,438 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,43471,1731457293310 2024-11-13T00:21:35,439 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,43471,1731457293310, state=OPEN 2024-11-13T00:21:35,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11552112903/meta-region-server 2024-11-13T00:21:35,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1010eb371be0004, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11552112903/meta-region-server 2024-11-13T00:21:35,440 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,43471,1731457293310 2024-11-13T00:21:35,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11552112903/meta-region-server: CHANGED 2024-11-13T00:21:35,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11552112903/meta-region-server: CHANGED 2024-11-13T00:21:35,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T00:21:35,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,43471,1731457293310 in 192 msec 2024-11-13T00:21:35,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T00:21:35,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-13T00:21:35,444 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:21:35,445 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T00:21:35,445 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:21:35,446 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,43471,1731457293310, seqNum=-1] 2024-11-13T00:21:35,446 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:21:35,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:21:35,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 790 msec 2024-11-13T00:21:35,451 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731457295451, completionTime=-1 2024-11-13T00:21:35,451 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T00:21:35,451 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:21:35,453 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T00:21:35,453 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731457355453 2024-11-13T00:21:35,453 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731457415453 2024-11-13T00:21:35,453 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T00:21:35,454 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45519,1731457293271-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:35,454 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45519,1731457293271-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:35,454 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45519,1731457293271-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:35,454 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:45519, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:35,454 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:35,454 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:35,456 DEBUG [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T00:21:35,457 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.106sec 2024-11-13T00:21:35,457 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:21:35,457 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:21:35,457 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:21:35,457 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:21:35,457 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:21:35,457 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45519,1731457293271-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:21:35,457 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45519,1731457293271-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:21:35,459 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:21:35,459 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:21:35,459 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45519,1731457293271-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:35,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bafa8f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:35,531 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,45519,-1 for getting cluster id 2024-11-13T00:21:35,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:35,532 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43f0e34e-096d-4190-a362-f20016ca298d' 2024-11-13T00:21:35,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:35,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43f0e34e-096d-4190-a362-f20016ca298d" 2024-11-13T00:21:35,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28936007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:35,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,45519,-1] 2024-11-13T00:21:35,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:35,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:35,534 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:35,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7240d2d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:35,535 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:21:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,43471,1731457293310, seqNum=-1] 2024-11-13T00:21:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:21:35,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:21:35,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb28580903fb,45519,1731457293271 2024-11-13T00:21:35,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49972 2024-11-13T00:21:35,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:21:35,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1010eb371be0005 connected 2024-11-13T00:21:35,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/hadoop.log.dir so I do NOT create it in target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa 2024-11-13T00:21:35,546 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T00:21:35,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/hadoop.tmp.dir so I do NOT create it in target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa 2024-11-13T00:21:35,546 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T00:21:35,546 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa 2024-11-13T00:21:35,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T00:21:35,546 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/cluster_0445c5e4-2f0d-e0eb-73be-95b2f2277c1a, deleteOnExit=true 2024-11-13T00:21:35,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T00:21:35,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/test.cache.data in system properties and HBase conf 2024-11-13T00:21:35,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T00:21:35,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/hadoop.log.dir in system properties and HBase conf 2024-11-13T00:21:35,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T00:21:35,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T00:21:35,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T00:21:35,547 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T00:21:35,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:21:35,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:21:35,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T00:21:35,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:21:35,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T00:21:35,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T00:21:35,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:21:35,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:21:35,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T00:21:35,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/nfs.dump.dir in system properties and HBase conf 2024-11-13T00:21:35,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/java.io.tmpdir in system properties and HBase conf 2024-11-13T00:21:35,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:21:35,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T00:21:35,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T00:21:35,640 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:21:35,644 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:21:35,646 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:21:35,646 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:21:35,646 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T00:21:35,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:21:35,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30633fa8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:21:35,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4742d682{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:21:35,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e89e4b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/java.io.tmpdir/jetty-localhost-40613-hadoop-hdfs-3_4_1-tests_jar-_-any-11540336953459659479/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:21:35,780 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@224bd015{HTTP/1.1, (http/1.1)}{localhost:40613} 2024-11-13T00:21:35,780 INFO [Time-limited test {}] server.Server(415): Started @289647ms 2024-11-13T00:21:35,878 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:21:35,881 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:21:35,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:21:35,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:21:35,882 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T00:21:35,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bc7496d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:21:35,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b62d873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:21:35,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6616f67b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/java.io.tmpdir/jetty-localhost-43723-hadoop-hdfs-3_4_1-tests_jar-_-any-13423703954231733713/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:21:35,999 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3997b993{HTTP/1.1, (http/1.1)}{localhost:43723} 2024-11-13T00:21:35,999 INFO [Time-limited test {}] server.Server(415): Started @289865ms 2024-11-13T00:21:36,000 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:21:36,113 WARN [Thread-4524 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/cluster_0445c5e4-2f0d-e0eb-73be-95b2f2277c1a/data/data1/current/BP-42897926-172.17.0.2-1731457295568/current, will proceed with Du for space computation calculation, 2024-11-13T00:21:36,113 WARN [Thread-4525 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/cluster_0445c5e4-2f0d-e0eb-73be-95b2f2277c1a/data/data2/current/BP-42897926-172.17.0.2-1731457295568/current, will proceed with Du for space computation calculation, 2024-11-13T00:21:36,144 WARN [Thread-4512 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:21:36,147 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x630863fb07a9515c with lease ID 0xaf1a57b64e365bdc: Processing first storage report for DS-e8b29e93-605f-4ec7-9036-bd020594d1fb from datanode DatanodeRegistration(127.0.0.1:39033, datanodeUuid=de4e7595-525e-4aa5-84e4-132ed5389df4, infoPort=40061, infoSecurePort=0, ipcPort=36947, storageInfo=lv=-57;cid=testClusterID;nsid=1922925251;c=1731457295568) 2024-11-13T00:21:36,147 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x630863fb07a9515c with lease ID 0xaf1a57b64e365bdc: from storage DS-e8b29e93-605f-4ec7-9036-bd020594d1fb node DatanodeRegistration(127.0.0.1:39033, datanodeUuid=de4e7595-525e-4aa5-84e4-132ed5389df4, infoPort=40061, infoSecurePort=0, ipcPort=36947, storageInfo=lv=-57;cid=testClusterID;nsid=1922925251;c=1731457295568), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T00:21:36,147 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x630863fb07a9515c with lease ID 0xaf1a57b64e365bdc: Processing first storage report for DS-3e78ec80-4100-4250-b99d-baca6aba55a1 from datanode DatanodeRegistration(127.0.0.1:39033, datanodeUuid=de4e7595-525e-4aa5-84e4-132ed5389df4, infoPort=40061, infoSecurePort=0, ipcPort=36947, storageInfo=lv=-57;cid=testClusterID;nsid=1922925251;c=1731457295568) 2024-11-13T00:21:36,147 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x630863fb07a9515c with lease ID 0xaf1a57b64e365bdc: from storage DS-3e78ec80-4100-4250-b99d-baca6aba55a1 node DatanodeRegistration(127.0.0.1:39033, datanodeUuid=de4e7595-525e-4aa5-84e4-132ed5389df4, infoPort=40061, infoSecurePort=0, ipcPort=36947, storageInfo=lv=-57;cid=testClusterID;nsid=1922925251;c=1731457295568), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:21:36,238 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa 2024-11-13T00:21:36,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:36,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:36,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741825_1001 (size=7) 2024-11-13T00:21:36,648 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489 with version=8 2024-11-13T00:21:36,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/hbase-staging 2024-11-13T00:21:36,651 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:21:36,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:21:36,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:21:36,651 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:21:36,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:21:36,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:21:36,651 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:21:36,652 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:21:36,652 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46443 2024-11-13T00:21:36,653 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46443 connecting to ZooKeeper ensemble=127.0.0.1:49972 2024-11-13T00:21:36,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464430x0, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:21:36,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46443-0x1010eb371be0006 connected 2024-11-13T00:21:36,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:36,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:36,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Set watcher on znode that does not yet exist, /2-678611475/running 2024-11-13T00:21:36,672 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489, hbase.cluster.distributed=false 2024-11-13T00:21:36,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Set watcher on znode that does not yet exist, /2-678611475/acl 2024-11-13T00:21:36,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46443 2024-11-13T00:21:36,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46443 2024-11-13T00:21:36,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46443 2024-11-13T00:21:36,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46443 2024-11-13T00:21:36,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46443 2024-11-13T00:21:36,695 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:21:36,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:21:36,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:21:36,695 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:21:36,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:21:36,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:21:36,695 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:21:36,695 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:21:36,696 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44029 2024-11-13T00:21:36,697 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44029 connecting to ZooKeeper ensemble=127.0.0.1:49972 2024-11-13T00:21:36,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:36,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:36,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440290x0, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:21:36,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440290x0, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Set watcher on znode that does not yet exist, /2-678611475/running 2024-11-13T00:21:36,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44029-0x1010eb371be0007 connected 2024-11-13T00:21:36,705 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:21:36,708 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:21:36,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44029-0x1010eb371be0007, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Set watcher on znode that does not yet exist, /2-678611475/master 2024-11-13T00:21:36,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44029-0x1010eb371be0007, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Set watcher on znode that does not yet exist, /2-678611475/acl 2024-11-13T00:21:36,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44029 2024-11-13T00:21:36,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44029 2024-11-13T00:21:36,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44029 2024-11-13T00:21:36,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44029 2024-11-13T00:21:36,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44029 2024-11-13T00:21:36,732 DEBUG [M:0;cb28580903fb:46443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:46443 2024-11-13T00:21:36,733 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-678611475/backup-masters/cb28580903fb,46443,1731457296651 2024-11-13T00:21:36,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x1010eb371be0007, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678611475/backup-masters 2024-11-13T00:21:36,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678611475/backup-masters 2024-11-13T00:21:36,735 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Set watcher on existing znode=/2-678611475/backup-masters/cb28580903fb,46443,1731457296651 2024-11-13T00:21:36,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x1010eb371be0007, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-678611475/master 2024-11-13T00:21:36,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x1010eb371be0007, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678611475 2024-11-13T00:21:36,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678611475 2024-11-13T00:21:36,738 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Set watcher on existing znode=/2-678611475/master 2024-11-13T00:21:36,738 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-678611475/backup-masters/cb28580903fb,46443,1731457296651 from backup master directory 2024-11-13T00:21:36,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-678611475/backup-masters/cb28580903fb,46443,1731457296651 2024-11-13T00:21:36,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x1010eb371be0007, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678611475/backup-masters 2024-11-13T00:21:36,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678611475/backup-masters 2024-11-13T00:21:36,739 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:21:36,739 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,46443,1731457296651 2024-11-13T00:21:36,743 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/hbase.id] with ID: e3ad80ba-96ba-4eb6-8907-845183bd5a3c 2024-11-13T00:21:36,743 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/.tmp/hbase.id 2024-11-13T00:21:36,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741826_1002 (size=42) 2024-11-13T00:21:37,152 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/.tmp/hbase.id]:[hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/hbase.id] 2024-11-13T00:21:37,160 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:37,161 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:21:37,161 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T00:21:37,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678611475 2024-11-13T00:21:37,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x1010eb371be0007, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678611475 2024-11-13T00:21:37,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741827_1003 (size=196) 2024-11-13T00:21:37,568 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:21:37,569 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:21:37,570 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:21:37,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741828_1004 (size=1189) 2024-11-13T00:21:37,615 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:21:37,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:37,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:37,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:37,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:37,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:37,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:37,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:37,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:37,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:37,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:37,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:37,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:37,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:37,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:37,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:37,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:37,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:37,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:37,976 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/MasterData/data/master/store 2024-11-13T00:21:37,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741829_1005 (size=34) 2024-11-13T00:21:38,381 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:38,381 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:21:38,381 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:38,381 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:38,381 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:21:38,381 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:38,381 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:38,381 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457298381Disabling compacts and flushes for region at 1731457298381Disabling writes for close at 1731457298381Writing region close event to WAL at 1731457298381Closed at 1731457298381 2024-11-13T00:21:38,382 WARN [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/MasterData/data/master/store/.initializing 2024-11-13T00:21:38,382 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/MasterData/WALs/cb28580903fb,46443,1731457296651 2024-11-13T00:21:38,383 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:21:38,384 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C46443%2C1731457296651, suffix=, logDir=hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/MasterData/WALs/cb28580903fb,46443,1731457296651, archiveDir=hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/MasterData/oldWALs, maxLogs=10 2024-11-13T00:21:38,399 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/MasterData/WALs/cb28580903fb,46443,1731457296651/cb28580903fb%2C46443%2C1731457296651.1731457298384, exclude list is [], retry=0 2024-11-13T00:21:38,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39033,DS-e8b29e93-605f-4ec7-9036-bd020594d1fb,DISK] 2024-11-13T00:21:38,402 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/MasterData/WALs/cb28580903fb,46443,1731457296651/cb28580903fb%2C46443%2C1731457296651.1731457298384 2024-11-13T00:21:38,402 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40061:40061)] 2024-11-13T00:21:38,402 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:21:38,403 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:38,403 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:38,403 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:38,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:38,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:21:38,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:38,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:38,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:38,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:21:38,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:38,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:38,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:38,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:21:38,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:38,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:38,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:38,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:21:38,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:38,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:38,409 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:38,409 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:38,409 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:38,410 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:38,410 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:38,411 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:21:38,412 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:21:38,413 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:21:38,413 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73812800, jitterRate=0.09989643096923828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:21:38,414 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731457298403Initializing all the Stores at 1731457298403Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457298403Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457298403Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457298403Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457298403Cleaning up temporary data from old regions at 1731457298410 (+7 ms)Region opened successfully at 1731457298414 (+4 ms) 2024-11-13T00:21:38,414 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:21:38,416 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b427c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:21:38,417 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T00:21:38,417 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:21:38,417 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:21:38,417 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:21:38,417 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T00:21:38,418 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T00:21:38,418 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:21:38,419 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:21:38,420 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Unable to get data of znode /2-678611475/balancer because node does not exist (not necessarily an error) 2024-11-13T00:21:38,421 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-678611475/balancer already deleted, retry=false 2024-11-13T00:21:38,421 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:21:38,422 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Unable to get data of znode /2-678611475/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:21:38,424 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-678611475/normalizer already deleted, retry=false 2024-11-13T00:21:38,424 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:21:38,425 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Unable to get data of znode /2-678611475/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:21:38,426 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-678611475/switch/split already deleted, retry=false 2024-11-13T00:21:38,427 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Unable to get data of znode /2-678611475/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:21:38,428 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-678611475/switch/merge already deleted, retry=false 2024-11-13T00:21:38,429 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Unable to get data of znode /2-678611475/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:21:38,430 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-678611475/snapshot-cleanup already deleted, retry=false 2024-11-13T00:21:38,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x1010eb371be0007, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-678611475/running 2024-11-13T00:21:38,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-678611475/running 2024-11-13T00:21:38,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x1010eb371be0007, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678611475 2024-11-13T00:21:38,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678611475 2024-11-13T00:21:38,433 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,46443,1731457296651, sessionid=0x1010eb371be0006, setting cluster-up flag (Was=false) 2024-11-13T00:21:38,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678611475 2024-11-13T00:21:38,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x1010eb371be0007, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678611475 2024-11-13T00:21:38,440 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-678611475/flush-table-proc/acquired, /2-678611475/flush-table-proc/reached, /2-678611475/flush-table-proc/abort 2024-11-13T00:21:38,441 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,46443,1731457296651 2024-11-13T00:21:38,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678611475 2024-11-13T00:21:38,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x1010eb371be0007, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678611475 2024-11-13T00:21:38,448 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-678611475/online-snapshot/acquired, /2-678611475/online-snapshot/reached, /2-678611475/online-snapshot/abort 2024-11-13T00:21:38,449 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,46443,1731457296651 2024-11-13T00:21:38,449 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T00:21:38,450 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:21:38,451 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:21:38,451 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:21:38,451 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,46443,1731457296651 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:21:38,452 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:21:38,452 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:21:38,452 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:21:38,452 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:21:38,452 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:21:38,452 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:38,452 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:21:38,452 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:38,453 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731457328453 2024-11-13T00:21:38,453 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:21:38,453 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:21:38,453 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:21:38,453 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:21:38,453 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:21:38,453 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:21:38,453 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:21:38,453 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:38,453 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T00:21:38,454 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:21:38,454 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:21:38,454 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:21:38,454 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T00:21:38,454 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:21:38,454 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:21:38,454 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:38,454 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457298454,5,FailOnTimeoutGroup] 2024-11-13T00:21:38,454 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T00:21:38,455 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457298454,5,FailOnTimeoutGroup] 2024-11-13T00:21:38,455 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:38,455 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:21:38,455 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:38,455 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:38,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741831_1007 (size=1321) 2024-11-13T00:21:38,518 INFO [RS:0;cb28580903fb:44029 {}] regionserver.HRegionServer(746): ClusterId : e3ad80ba-96ba-4eb6-8907-845183bd5a3c 2024-11-13T00:21:38,519 DEBUG [RS:0;cb28580903fb:44029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:21:38,520 DEBUG [RS:0;cb28580903fb:44029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:21:38,520 DEBUG [RS:0;cb28580903fb:44029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:21:38,523 DEBUG [RS:0;cb28580903fb:44029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:21:38,524 DEBUG [RS:0;cb28580903fb:44029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ec6cf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:21:38,540 DEBUG [RS:0;cb28580903fb:44029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:44029 2024-11-13T00:21:38,540 INFO [RS:0;cb28580903fb:44029 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:21:38,540 INFO [RS:0;cb28580903fb:44029 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:21:38,540 DEBUG [RS:0;cb28580903fb:44029 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:21:38,541 INFO [RS:0;cb28580903fb:44029 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,46443,1731457296651 with port=44029, startcode=1731457296695 2024-11-13T00:21:38,541 DEBUG [RS:0;cb28580903fb:44029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:21:38,542 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:21:38,542 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46443 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,44029,1731457296695 2024-11-13T00:21:38,542 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46443 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,44029,1731457296695 2024-11-13T00:21:38,544 DEBUG [RS:0;cb28580903fb:44029 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489 2024-11-13T00:21:38,544 DEBUG [RS:0;cb28580903fb:44029 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38265 2024-11-13T00:21:38,544 DEBUG [RS:0;cb28580903fb:44029 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:21:38,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678611475/rs 2024-11-13T00:21:38,548 DEBUG [RS:0;cb28580903fb:44029 {}] zookeeper.ZKUtil(111): regionserver:44029-0x1010eb371be0007, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Set watcher on existing znode=/2-678611475/rs/cb28580903fb,44029,1731457296695 2024-11-13T00:21:38,548 WARN [RS:0;cb28580903fb:44029 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:21:38,548 INFO [RS:0;cb28580903fb:44029 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:21:38,548 DEBUG [RS:0;cb28580903fb:44029 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/WALs/cb28580903fb,44029,1731457296695 2024-11-13T00:21:38,549 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,44029,1731457296695] 2024-11-13T00:21:38,551 INFO [RS:0;cb28580903fb:44029 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:21:38,553 INFO [RS:0;cb28580903fb:44029 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:21:38,553 INFO [RS:0;cb28580903fb:44029 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:21:38,553 INFO [RS:0;cb28580903fb:44029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:38,554 INFO [RS:0;cb28580903fb:44029 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:21:38,554 INFO [RS:0;cb28580903fb:44029 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:21:38,554 INFO [RS:0;cb28580903fb:44029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:38,554 DEBUG [RS:0;cb28580903fb:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:38,554 DEBUG [RS:0;cb28580903fb:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:38,554 DEBUG [RS:0;cb28580903fb:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:38,554 DEBUG [RS:0;cb28580903fb:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:38,554 DEBUG [RS:0;cb28580903fb:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:38,554 DEBUG [RS:0;cb28580903fb:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:21:38,554 DEBUG [RS:0;cb28580903fb:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:38,554 DEBUG [RS:0;cb28580903fb:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:38,554 DEBUG [RS:0;cb28580903fb:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:38,554 DEBUG [RS:0;cb28580903fb:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:38,554 DEBUG [RS:0;cb28580903fb:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:38,554 DEBUG [RS:0;cb28580903fb:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:21:38,554 DEBUG [RS:0;cb28580903fb:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:21:38,555 DEBUG [RS:0;cb28580903fb:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:21:38,555 INFO [RS:0;cb28580903fb:44029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:38,555 INFO [RS:0;cb28580903fb:44029 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:38,555 INFO [RS:0;cb28580903fb:44029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:38,555 INFO [RS:0;cb28580903fb:44029 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:38,555 INFO [RS:0;cb28580903fb:44029 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:38,555 INFO [RS:0;cb28580903fb:44029 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,44029,1731457296695-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:21:38,571 INFO [RS:0;cb28580903fb:44029 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:21:38,571 INFO [RS:0;cb28580903fb:44029 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,44029,1731457296695-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:38,571 INFO [RS:0;cb28580903fb:44029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:38,571 INFO [RS:0;cb28580903fb:44029 {}] regionserver.Replication(171): cb28580903fb,44029,1731457296695 started 2024-11-13T00:21:38,586 INFO [RS:0;cb28580903fb:44029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:38,586 INFO [RS:0;cb28580903fb:44029 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,44029,1731457296695, RpcServer on cb28580903fb/172.17.0.2:44029, sessionid=0x1010eb371be0007 2024-11-13T00:21:38,586 DEBUG [RS:0;cb28580903fb:44029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:21:38,586 DEBUG [RS:0;cb28580903fb:44029 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,44029,1731457296695 2024-11-13T00:21:38,586 DEBUG [RS:0;cb28580903fb:44029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,44029,1731457296695' 2024-11-13T00:21:38,586 DEBUG [RS:0;cb28580903fb:44029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-678611475/flush-table-proc/abort' 2024-11-13T00:21:38,586 DEBUG [RS:0;cb28580903fb:44029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-678611475/flush-table-proc/acquired' 2024-11-13T00:21:38,587 DEBUG [RS:0;cb28580903fb:44029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:21:38,587 DEBUG [RS:0;cb28580903fb:44029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:21:38,587 DEBUG [RS:0;cb28580903fb:44029 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,44029,1731457296695 2024-11-13T00:21:38,587 DEBUG [RS:0;cb28580903fb:44029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,44029,1731457296695' 2024-11-13T00:21:38,587 DEBUG [RS:0;cb28580903fb:44029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-678611475/online-snapshot/abort' 2024-11-13T00:21:38,587 DEBUG [RS:0;cb28580903fb:44029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-678611475/online-snapshot/acquired' 2024-11-13T00:21:38,588 DEBUG [RS:0;cb28580903fb:44029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:21:38,588 INFO [RS:0;cb28580903fb:44029 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:21:38,588 INFO [RS:0;cb28580903fb:44029 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:21:38,688 INFO [RS:0;cb28580903fb:44029 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:21:38,689 INFO [RS:0;cb28580903fb:44029 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C44029%2C1731457296695, suffix=, logDir=hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/WALs/cb28580903fb,44029,1731457296695, archiveDir=hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/oldWALs, maxLogs=10 2024-11-13T00:21:38,704 DEBUG [RS:0;cb28580903fb:44029 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/WALs/cb28580903fb,44029,1731457296695/cb28580903fb%2C44029%2C1731457296695.1731457298690, exclude list is [], retry=0 2024-11-13T00:21:38,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39033,DS-e8b29e93-605f-4ec7-9036-bd020594d1fb,DISK] 2024-11-13T00:21:38,708 INFO [RS:0;cb28580903fb:44029 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/WALs/cb28580903fb,44029,1731457296695/cb28580903fb%2C44029%2C1731457296695.1731457298690 2024-11-13T00:21:38,708 DEBUG [RS:0;cb28580903fb:44029 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40061:40061)] 2024-11-13T00:21:38,862 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T00:21:38,863 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489 2024-11-13T00:21:38,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741833_1009 (size=32) 2024-11-13T00:21:39,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:39,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:21:39,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:21:39,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:39,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:39,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:21:39,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:21:39,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:39,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:39,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:21:39,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:21:39,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:39,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:39,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:21:39,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:21:39,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:39,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:39,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:21:39,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/1588230740 2024-11-13T00:21:39,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/1588230740 2024-11-13T00:21:39,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:21:39,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:21:39,277 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:21:39,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:21:39,280 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:21:39,281 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75305034, jitterRate=0.12213245034217834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:21:39,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731457299268Initializing all the Stores at 1731457299268Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457299268Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457299268Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457299268Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457299268Cleaning up temporary data from old regions at 1731457299277 (+9 ms)Region opened successfully at 1731457299281 (+4 ms) 2024-11-13T00:21:39,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:21:39,281 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:21:39,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:21:39,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:21:39,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:21:39,282 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:21:39,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457299281Disabling compacts and flushes for region at 1731457299281Disabling writes for close at 1731457299281Writing region close event to WAL at 1731457299282 (+1 ms)Closed at 1731457299282 2024-11-13T00:21:39,283 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:21:39,283 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T00:21:39,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:21:39,284 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:21:39,285 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T00:21:39,435 DEBUG [cb28580903fb:46443 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T00:21:39,436 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,44029,1731457296695 2024-11-13T00:21:39,437 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,44029,1731457296695, state=OPENING 2024-11-13T00:21:39,438 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T00:21:39,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x1010eb371be0007, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678611475 2024-11-13T00:21:39,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678611475 2024-11-13T00:21:39,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-678611475/meta-region-server: CHANGED 2024-11-13T00:21:39,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-678611475/meta-region-server: CHANGED 2024-11-13T00:21:39,440 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:21:39,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,44029,1731457296695}] 2024-11-13T00:21:39,592 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:21:39,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:21:39,596 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:21:39,596 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:21:39,596 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T00:21:39,597 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C44029%2C1731457296695.meta, suffix=.meta, logDir=hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/WALs/cb28580903fb,44029,1731457296695, archiveDir=hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/oldWALs, maxLogs=10 2024-11-13T00:21:39,611 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/WALs/cb28580903fb,44029,1731457296695/cb28580903fb%2C44029%2C1731457296695.meta.1731457299597.meta, exclude list is [], retry=0 2024-11-13T00:21:39,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39033,DS-e8b29e93-605f-4ec7-9036-bd020594d1fb,DISK] 2024-11-13T00:21:39,614 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/WALs/cb28580903fb,44029,1731457296695/cb28580903fb%2C44029%2C1731457296695.meta.1731457299597.meta 2024-11-13T00:21:39,614 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40061:40061)] 2024-11-13T00:21:39,614 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:21:39,614 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:21:39,614 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:21:39,614 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:21:39,614 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:21:39,614 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:21:39,614 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:39,615 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:21:39,615 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:21:39,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:21:39,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:21:39,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:39,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:39,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:21:39,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:21:39,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:39,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:39,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:21:39,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:21:39,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:39,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:39,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:21:39,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:21:39,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:39,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:21:39,619 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:21:39,620 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/1588230740 2024-11-13T00:21:39,620 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/1588230740 2024-11-13T00:21:39,621 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:21:39,621 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:21:39,622 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:21:39,623 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:21:39,623 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74354383, jitterRate=0.10796664655208588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:21:39,623 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:21:39,623 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731457299615Writing region info on filesystem at 1731457299615Initializing all the Stores at 1731457299615Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457299615Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457299615Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457299615Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457299615Cleaning up temporary data from old regions at 1731457299621 (+6 ms)Running coprocessor post-open hooks at 1731457299623 (+2 ms)Region opened successfully at 1731457299623 2024-11-13T00:21:39,624 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731457299592 2024-11-13T00:21:39,626 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:21:39,626 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:21:39,626 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,44029,1731457296695 2024-11-13T00:21:39,627 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,44029,1731457296695, state=OPEN 2024-11-13T00:21:39,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x1010eb371be0007, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-678611475/meta-region-server 2024-11-13T00:21:39,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-678611475/meta-region-server 2024-11-13T00:21:39,629 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,44029,1731457296695 2024-11-13T00:21:39,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-678611475/meta-region-server: CHANGED 2024-11-13T00:21:39,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-678611475/meta-region-server: CHANGED 2024-11-13T00:21:39,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T00:21:39,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,44029,1731457296695 in 189 msec 2024-11-13T00:21:39,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T00:21:39,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-13T00:21:39,633 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:21:39,633 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T00:21:39,634 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:21:39,634 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,44029,1731457296695, seqNum=-1] 2024-11-13T00:21:39,634 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:21:39,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:21:39,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1870 sec 2024-11-13T00:21:39,638 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731457299638, completionTime=-1 2024-11-13T00:21:39,638 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T00:21:39,639 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:21:39,640 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T00:21:39,640 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731457359640 2024-11-13T00:21:39,640 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731457419640 2024-11-13T00:21:39,640 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T00:21:39,640 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,46443,1731457296651-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:39,640 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,46443,1731457296651-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:39,640 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,46443,1731457296651-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:39,640 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:46443, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:39,640 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:39,641 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:39,642 DEBUG [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T00:21:39,643 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.904sec 2024-11-13T00:21:39,644 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:21:39,644 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:21:39,644 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:21:39,644 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:21:39,644 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:21:39,644 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,46443,1731457296651-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:21:39,644 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,46443,1731457296651-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:21:39,645 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:21:39,645 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:21:39,645 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,46443,1731457296651-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:21:39,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4540f54c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:39,721 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,46443,-1 for getting cluster id 2024-11-13T00:21:39,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:39,722 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3ad80ba-96ba-4eb6-8907-845183bd5a3c' 2024-11-13T00:21:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3ad80ba-96ba-4eb6-8907-845183bd5a3c" 2024-11-13T00:21:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7bbbcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,46443,-1] 2024-11-13T00:21:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:39,724 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:39,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ac3694, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:39,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:21:39,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,44029,1731457296695, seqNum=-1] 2024-11-13T00:21:39,726 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:21:39,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:21:39,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb28580903fb,46443,1731457296651 2024-11-13T00:21:39,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49972 2024-11-13T00:21:39,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:21:39,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1010eb371be0008 connected 2024-11-13T00:21:39,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:39,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,45093,1731457289119 2024-11-13T00:21:39,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7468364f 2024-11-13T00:21:39,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:39,735 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:21:39,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:21:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T00:21:39,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:21:39,737 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:39,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T00:21:39,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:21:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:39,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741835_1011 (size=902) 2024-11-13T00:21:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:40,144 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76945dd8e0ac2c6510bbb32d7ca424b8, NAME => 'test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2 2024-11-13T00:21:40,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741836_1012 (size=39) 2024-11-13T00:21:40,148 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:40,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 76945dd8e0ac2c6510bbb32d7ca424b8, disabling compactions & flushes 2024-11-13T00:21:40,149 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8. 2024-11-13T00:21:40,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8. 2024-11-13T00:21:40,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8. after waiting 0 ms 2024-11-13T00:21:40,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8. 2024-11-13T00:21:40,149 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8. 2024-11-13T00:21:40,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76945dd8e0ac2c6510bbb32d7ca424b8: Waiting for close lock at 1731457300149Disabling compacts and flushes for region at 1731457300149Disabling writes for close at 1731457300149Writing region close event to WAL at 1731457300149Closed at 1731457300149 2024-11-13T00:21:40,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:21:40,150 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731457300150"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457300150"}]},"ts":"1731457300150"} 2024-11-13T00:21:40,151 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:21:40,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:21:40,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457300152"}]},"ts":"1731457300152"} 2024-11-13T00:21:40,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T00:21:40,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=76945dd8e0ac2c6510bbb32d7ca424b8, ASSIGN}] 2024-11-13T00:21:40,155 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=76945dd8e0ac2c6510bbb32d7ca424b8, ASSIGN 2024-11-13T00:21:40,155 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=76945dd8e0ac2c6510bbb32d7ca424b8, ASSIGN; state=OFFLINE, location=cb28580903fb,35373,1731457289173; forceNewPlan=false, retain=false 2024-11-13T00:21:40,306 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=76945dd8e0ac2c6510bbb32d7ca424b8, regionState=OPENING, regionLocation=cb28580903fb,35373,1731457289173 2024-11-13T00:21:40,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=76945dd8e0ac2c6510bbb32d7ca424b8, ASSIGN because future has completed 2024-11-13T00:21:40,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76945dd8e0ac2c6510bbb32d7ca424b8, server=cb28580903fb,35373,1731457289173}] 2024-11-13T00:21:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:40,463 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8. 2024-11-13T00:21:40,463 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 76945dd8e0ac2c6510bbb32d7ca424b8, NAME => 'test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:21:40,463 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:21:40,463 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T00:21:40,464 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 76945dd8e0ac2c6510bbb32d7ca424b8 2024-11-13T00:21:40,464 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:40,464 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 76945dd8e0ac2c6510bbb32d7ca424b8 2024-11-13T00:21:40,464 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 76945dd8e0ac2c6510bbb32d7ca424b8 2024-11-13T00:21:40,465 INFO [StoreOpener-76945dd8e0ac2c6510bbb32d7ca424b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 76945dd8e0ac2c6510bbb32d7ca424b8 2024-11-13T00:21:40,466 INFO [StoreOpener-76945dd8e0ac2c6510bbb32d7ca424b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76945dd8e0ac2c6510bbb32d7ca424b8 columnFamilyName f 2024-11-13T00:21:40,466 DEBUG [StoreOpener-76945dd8e0ac2c6510bbb32d7ca424b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:40,466 INFO [StoreOpener-76945dd8e0ac2c6510bbb32d7ca424b8-1 {}] regionserver.HStore(327): Store=76945dd8e0ac2c6510bbb32d7ca424b8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:40,466 INFO [StoreOpener-76945dd8e0ac2c6510bbb32d7ca424b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 76945dd8e0ac2c6510bbb32d7ca424b8 2024-11-13T00:21:40,467 INFO [StoreOpener-76945dd8e0ac2c6510bbb32d7ca424b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76945dd8e0ac2c6510bbb32d7ca424b8 columnFamilyName f1 2024-11-13T00:21:40,467 DEBUG [StoreOpener-76945dd8e0ac2c6510bbb32d7ca424b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:40,467 INFO [StoreOpener-76945dd8e0ac2c6510bbb32d7ca424b8-1 {}] regionserver.HStore(327): Store=76945dd8e0ac2c6510bbb32d7ca424b8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:40,468 INFO [StoreOpener-76945dd8e0ac2c6510bbb32d7ca424b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 76945dd8e0ac2c6510bbb32d7ca424b8 2024-11-13T00:21:40,468 INFO [StoreOpener-76945dd8e0ac2c6510bbb32d7ca424b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76945dd8e0ac2c6510bbb32d7ca424b8 columnFamilyName norep 2024-11-13T00:21:40,468 DEBUG [StoreOpener-76945dd8e0ac2c6510bbb32d7ca424b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:40,469 INFO [StoreOpener-76945dd8e0ac2c6510bbb32d7ca424b8-1 {}] regionserver.HStore(327): Store=76945dd8e0ac2c6510bbb32d7ca424b8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:40,469 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 76945dd8e0ac2c6510bbb32d7ca424b8 2024-11-13T00:21:40,469 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/default/test/76945dd8e0ac2c6510bbb32d7ca424b8 2024-11-13T00:21:40,470 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/default/test/76945dd8e0ac2c6510bbb32d7ca424b8 2024-11-13T00:21:40,470 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 76945dd8e0ac2c6510bbb32d7ca424b8 2024-11-13T00:21:40,470 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 76945dd8e0ac2c6510bbb32d7ca424b8 2024-11-13T00:21:40,471 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:21:40,472 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 76945dd8e0ac2c6510bbb32d7ca424b8 2024-11-13T00:21:40,473 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/default/test/76945dd8e0ac2c6510bbb32d7ca424b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:21:40,473 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 76945dd8e0ac2c6510bbb32d7ca424b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60089427, jitterRate=-0.10459776222705841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:21:40,474 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76945dd8e0ac2c6510bbb32d7ca424b8 2024-11-13T00:21:40,474 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 76945dd8e0ac2c6510bbb32d7ca424b8: Running coprocessor pre-open hook at 1731457300464Writing region info on filesystem at 1731457300464Initializing all the Stores at 1731457300464Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457300464Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457300465 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457300465Cleaning up temporary data from old regions at 1731457300470 (+5 ms)Running coprocessor post-open hooks at 1731457300474 (+4 ms)Region opened successfully at 1731457300474 2024-11-13T00:21:40,474 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8., pid=6, masterSystemTime=1731457300460 2024-11-13T00:21:40,476 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8. 2024-11-13T00:21:40,476 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8. 2024-11-13T00:21:40,477 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=76945dd8e0ac2c6510bbb32d7ca424b8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb28580903fb,35373,1731457289173 2024-11-13T00:21:40,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76945dd8e0ac2c6510bbb32d7ca424b8, server=cb28580903fb,35373,1731457289173 because future has completed 2024-11-13T00:21:40,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T00:21:40,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 76945dd8e0ac2c6510bbb32d7ca424b8, server=cb28580903fb,35373,1731457289173 in 171 msec 2024-11-13T00:21:40,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T00:21:40,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=76945dd8e0ac2c6510bbb32d7ca424b8, ASSIGN in 326 msec 2024-11-13T00:21:40,482 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:21:40,482 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457300482"}]},"ts":"1731457300482"} 2024-11-13T00:21:40,483 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T00:21:40,484 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:21:40,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-11-13T00:21:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:40,874 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T00:21:40,874 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,45519,1731457293271 2024-11-13T00:21:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@304fd830 2024-11-13T00:21:40,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:40,875 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:21:40,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:21:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T00:21:40,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:21:40,878 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:40,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T00:21:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:40,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:21:40,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741835_1011 (size=902) 2024-11-13T00:21:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:41,291 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 19980fb2d18a788e3b3a20384a0e857e, NAME => 'test,,1731457300876.19980fb2d18a788e3b3a20384a0e857e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a 2024-11-13T00:21:41,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741836_1012 (size=39) 2024-11-13T00:21:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:41,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731457300876.19980fb2d18a788e3b3a20384a0e857e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:41,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 19980fb2d18a788e3b3a20384a0e857e, disabling compactions & flushes 2024-11-13T00:21:41,696 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731457300876.19980fb2d18a788e3b3a20384a0e857e. 2024-11-13T00:21:41,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457300876.19980fb2d18a788e3b3a20384a0e857e. 2024-11-13T00:21:41,696 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731457300876.19980fb2d18a788e3b3a20384a0e857e. after waiting 0 ms 2024-11-13T00:21:41,697 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731457300876.19980fb2d18a788e3b3a20384a0e857e. 2024-11-13T00:21:41,697 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731457300876.19980fb2d18a788e3b3a20384a0e857e. 2024-11-13T00:21:41,697 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 19980fb2d18a788e3b3a20384a0e857e: Waiting for close lock at 1731457301696Disabling compacts and flushes for region at 1731457301696Disabling writes for close at 1731457301697 (+1 ms)Writing region close event to WAL at 1731457301697Closed at 1731457301697 2024-11-13T00:21:41,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:21:41,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731457300876.19980fb2d18a788e3b3a20384a0e857e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731457301698"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457301698"}]},"ts":"1731457301698"} 2024-11-13T00:21:41,700 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:21:41,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:21:41,701 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457301701"}]},"ts":"1731457301701"} 2024-11-13T00:21:41,702 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T00:21:41,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=19980fb2d18a788e3b3a20384a0e857e, ASSIGN}] 2024-11-13T00:21:41,704 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=19980fb2d18a788e3b3a20384a0e857e, ASSIGN 2024-11-13T00:21:41,705 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=19980fb2d18a788e3b3a20384a0e857e, ASSIGN; state=OFFLINE, location=cb28580903fb,43471,1731457293310; forceNewPlan=false, retain=false 2024-11-13T00:21:41,855 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=19980fb2d18a788e3b3a20384a0e857e, regionState=OPENING, regionLocation=cb28580903fb,43471,1731457293310 2024-11-13T00:21:41,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=19980fb2d18a788e3b3a20384a0e857e, ASSIGN because future has completed 2024-11-13T00:21:41,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19980fb2d18a788e3b3a20384a0e857e, server=cb28580903fb,43471,1731457293310}] 2024-11-13T00:21:42,012 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731457300876.19980fb2d18a788e3b3a20384a0e857e. 2024-11-13T00:21:42,012 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 19980fb2d18a788e3b3a20384a0e857e, NAME => 'test,,1731457300876.19980fb2d18a788e3b3a20384a0e857e.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:21:42,012 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:21:42,013 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T00:21:42,013 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 19980fb2d18a788e3b3a20384a0e857e 2024-11-13T00:21:42,013 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731457300876.19980fb2d18a788e3b3a20384a0e857e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:42,013 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 19980fb2d18a788e3b3a20384a0e857e 2024-11-13T00:21:42,013 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 19980fb2d18a788e3b3a20384a0e857e 2024-11-13T00:21:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:42,014 INFO [StoreOpener-19980fb2d18a788e3b3a20384a0e857e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 19980fb2d18a788e3b3a20384a0e857e 2024-11-13T00:21:42,015 INFO [StoreOpener-19980fb2d18a788e3b3a20384a0e857e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19980fb2d18a788e3b3a20384a0e857e columnFamilyName f 2024-11-13T00:21:42,015 DEBUG [StoreOpener-19980fb2d18a788e3b3a20384a0e857e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:42,015 INFO [StoreOpener-19980fb2d18a788e3b3a20384a0e857e-1 {}] regionserver.HStore(327): Store=19980fb2d18a788e3b3a20384a0e857e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:42,015 INFO [StoreOpener-19980fb2d18a788e3b3a20384a0e857e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 19980fb2d18a788e3b3a20384a0e857e 2024-11-13T00:21:42,017 INFO [StoreOpener-19980fb2d18a788e3b3a20384a0e857e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19980fb2d18a788e3b3a20384a0e857e columnFamilyName f1 2024-11-13T00:21:42,017 DEBUG [StoreOpener-19980fb2d18a788e3b3a20384a0e857e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:42,017 INFO [StoreOpener-19980fb2d18a788e3b3a20384a0e857e-1 {}] regionserver.HStore(327): Store=19980fb2d18a788e3b3a20384a0e857e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:42,017 INFO [StoreOpener-19980fb2d18a788e3b3a20384a0e857e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 19980fb2d18a788e3b3a20384a0e857e 2024-11-13T00:21:42,018 INFO [StoreOpener-19980fb2d18a788e3b3a20384a0e857e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19980fb2d18a788e3b3a20384a0e857e columnFamilyName norep 2024-11-13T00:21:42,018 DEBUG [StoreOpener-19980fb2d18a788e3b3a20384a0e857e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:42,018 INFO [StoreOpener-19980fb2d18a788e3b3a20384a0e857e-1 {}] regionserver.HStore(327): Store=19980fb2d18a788e3b3a20384a0e857e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:42,018 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 19980fb2d18a788e3b3a20384a0e857e 2024-11-13T00:21:42,019 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/default/test/19980fb2d18a788e3b3a20384a0e857e 2024-11-13T00:21:42,019 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/default/test/19980fb2d18a788e3b3a20384a0e857e 2024-11-13T00:21:42,020 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 19980fb2d18a788e3b3a20384a0e857e 2024-11-13T00:21:42,020 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 19980fb2d18a788e3b3a20384a0e857e 2024-11-13T00:21:42,021 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:21:42,022 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 19980fb2d18a788e3b3a20384a0e857e 2024-11-13T00:21:42,023 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/default/test/19980fb2d18a788e3b3a20384a0e857e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:21:42,024 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 19980fb2d18a788e3b3a20384a0e857e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60480912, jitterRate=-0.09876418113708496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:21:42,024 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19980fb2d18a788e3b3a20384a0e857e 2024-11-13T00:21:42,024 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 19980fb2d18a788e3b3a20384a0e857e: Running coprocessor pre-open hook at 1731457302013Writing region info on filesystem at 1731457302013Initializing all the Stores at 1731457302014 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457302014Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457302014Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457302014Cleaning up temporary data from old regions at 1731457302020 (+6 ms)Running coprocessor post-open hooks at 1731457302024 (+4 ms)Region opened successfully at 1731457302024 2024-11-13T00:21:42,025 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731457300876.19980fb2d18a788e3b3a20384a0e857e., pid=6, masterSystemTime=1731457302009 2024-11-13T00:21:42,026 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731457300876.19980fb2d18a788e3b3a20384a0e857e. 2024-11-13T00:21:42,026 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731457300876.19980fb2d18a788e3b3a20384a0e857e. 2024-11-13T00:21:42,027 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=19980fb2d18a788e3b3a20384a0e857e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb28580903fb,43471,1731457293310 2024-11-13T00:21:42,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19980fb2d18a788e3b3a20384a0e857e, server=cb28580903fb,43471,1731457293310 because future has completed 2024-11-13T00:21:42,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T00:21:42,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 19980fb2d18a788e3b3a20384a0e857e, server=cb28580903fb,43471,1731457293310 in 172 msec 2024-11-13T00:21:42,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T00:21:42,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=19980fb2d18a788e3b3a20384a0e857e, ASSIGN in 327 msec 2024-11-13T00:21:42,032 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:21:42,033 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457302032"}]},"ts":"1731457302032"} 2024-11-13T00:21:42,034 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T00:21:42,034 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:21:42,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-13T00:21:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:43,023 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T00:21:43,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:43,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,46443,1731457296651 2024-11-13T00:21:43,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@627f61a6 2024-11-13T00:21:43,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:43,025 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:21:43,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:21:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T00:21:43,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:21:43,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T00:21:43,028 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:43,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:21:43,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741835_1011 (size=902) 2024-11-13T00:21:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:43,437 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9f26cc791deac8130513029e98e46a98, NAME => 'test,,1731457303026.9f26cc791deac8130513029e98e46a98.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489 2024-11-13T00:21:43,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741836_1012 (size=39) 2024-11-13T00:21:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:43,843 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731457303026.9f26cc791deac8130513029e98e46a98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:43,843 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9f26cc791deac8130513029e98e46a98, disabling compactions & flushes 2024-11-13T00:21:43,843 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731457303026.9f26cc791deac8130513029e98e46a98. 2024-11-13T00:21:43,843 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457303026.9f26cc791deac8130513029e98e46a98. 2024-11-13T00:21:43,843 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731457303026.9f26cc791deac8130513029e98e46a98. after waiting 0 ms 2024-11-13T00:21:43,843 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731457303026.9f26cc791deac8130513029e98e46a98. 2024-11-13T00:21:43,843 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731457303026.9f26cc791deac8130513029e98e46a98. 2024-11-13T00:21:43,843 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9f26cc791deac8130513029e98e46a98: Waiting for close lock at 1731457303843Disabling compacts and flushes for region at 1731457303843Disabling writes for close at 1731457303843Writing region close event to WAL at 1731457303843Closed at 1731457303843 2024-11-13T00:21:43,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:21:43,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731457303026.9f26cc791deac8130513029e98e46a98.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731457303844"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457303844"}]},"ts":"1731457303844"} 2024-11-13T00:21:43,846 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:21:43,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:21:43,846 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457303846"}]},"ts":"1731457303846"} 2024-11-13T00:21:43,848 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T00:21:43,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9f26cc791deac8130513029e98e46a98, ASSIGN}] 2024-11-13T00:21:43,849 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9f26cc791deac8130513029e98e46a98, ASSIGN 2024-11-13T00:21:43,849 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9f26cc791deac8130513029e98e46a98, ASSIGN; state=OFFLINE, location=cb28580903fb,44029,1731457296695; forceNewPlan=false, retain=false 2024-11-13T00:21:44,000 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9f26cc791deac8130513029e98e46a98, regionState=OPENING, regionLocation=cb28580903fb,44029,1731457296695 2024-11-13T00:21:44,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9f26cc791deac8130513029e98e46a98, ASSIGN because future has completed 2024-11-13T00:21:44,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f26cc791deac8130513029e98e46a98, server=cb28580903fb,44029,1731457296695}] 2024-11-13T00:21:44,157 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731457303026.9f26cc791deac8130513029e98e46a98. 2024-11-13T00:21:44,157 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f26cc791deac8130513029e98e46a98, NAME => 'test,,1731457303026.9f26cc791deac8130513029e98e46a98.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:21:44,157 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:21:44,158 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T00:21:44,158 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9f26cc791deac8130513029e98e46a98 2024-11-13T00:21:44,158 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731457303026.9f26cc791deac8130513029e98e46a98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:44,158 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9f26cc791deac8130513029e98e46a98 2024-11-13T00:21:44,158 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9f26cc791deac8130513029e98e46a98 2024-11-13T00:21:44,159 INFO [StoreOpener-9f26cc791deac8130513029e98e46a98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9f26cc791deac8130513029e98e46a98 2024-11-13T00:21:44,160 INFO [StoreOpener-9f26cc791deac8130513029e98e46a98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f26cc791deac8130513029e98e46a98 columnFamilyName f 2024-11-13T00:21:44,160 DEBUG [StoreOpener-9f26cc791deac8130513029e98e46a98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:44,160 INFO [StoreOpener-9f26cc791deac8130513029e98e46a98-1 {}] regionserver.HStore(327): Store=9f26cc791deac8130513029e98e46a98/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:44,160 INFO [StoreOpener-9f26cc791deac8130513029e98e46a98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9f26cc791deac8130513029e98e46a98 2024-11-13T00:21:44,161 INFO [StoreOpener-9f26cc791deac8130513029e98e46a98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f26cc791deac8130513029e98e46a98 columnFamilyName f1 2024-11-13T00:21:44,161 DEBUG [StoreOpener-9f26cc791deac8130513029e98e46a98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:44,162 INFO [StoreOpener-9f26cc791deac8130513029e98e46a98-1 {}] regionserver.HStore(327): Store=9f26cc791deac8130513029e98e46a98/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:44,162 INFO [StoreOpener-9f26cc791deac8130513029e98e46a98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9f26cc791deac8130513029e98e46a98 2024-11-13T00:21:44,162 INFO [StoreOpener-9f26cc791deac8130513029e98e46a98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f26cc791deac8130513029e98e46a98 columnFamilyName norep 2024-11-13T00:21:44,162 DEBUG [StoreOpener-9f26cc791deac8130513029e98e46a98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:44,163 INFO [StoreOpener-9f26cc791deac8130513029e98e46a98-1 {}] regionserver.HStore(327): Store=9f26cc791deac8130513029e98e46a98/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:44,163 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9f26cc791deac8130513029e98e46a98 2024-11-13T00:21:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:44,163 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/default/test/9f26cc791deac8130513029e98e46a98 2024-11-13T00:21:44,163 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/default/test/9f26cc791deac8130513029e98e46a98 2024-11-13T00:21:44,164 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9f26cc791deac8130513029e98e46a98 2024-11-13T00:21:44,164 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9f26cc791deac8130513029e98e46a98 2024-11-13T00:21:44,165 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:21:44,165 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9f26cc791deac8130513029e98e46a98 2024-11-13T00:21:44,167 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/default/test/9f26cc791deac8130513029e98e46a98/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:21:44,167 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9f26cc791deac8130513029e98e46a98; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69663357, jitterRate=0.03806491196155548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:21:44,167 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f26cc791deac8130513029e98e46a98 2024-11-13T00:21:44,167 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9f26cc791deac8130513029e98e46a98: Running coprocessor pre-open hook at 1731457304158Writing region info on filesystem at 1731457304158Initializing all the Stores at 1731457304159 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457304159Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457304159Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457304159Cleaning up temporary data from old regions at 1731457304164 (+5 ms)Running coprocessor post-open hooks at 1731457304167 (+3 ms)Region opened successfully at 1731457304167 2024-11-13T00:21:44,168 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731457303026.9f26cc791deac8130513029e98e46a98., pid=6, masterSystemTime=1731457304154 2024-11-13T00:21:44,170 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731457303026.9f26cc791deac8130513029e98e46a98. 2024-11-13T00:21:44,170 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731457303026.9f26cc791deac8130513029e98e46a98. 2024-11-13T00:21:44,170 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9f26cc791deac8130513029e98e46a98, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=cb28580903fb,44029,1731457296695 2024-11-13T00:21:44,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f26cc791deac8130513029e98e46a98, server=cb28580903fb,44029,1731457296695 because future has completed 2024-11-13T00:21:44,174 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46443 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=cb28580903fb,44029,1731457296695, table=test, region=9f26cc791deac8130513029e98e46a98. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T00:21:44,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T00:21:44,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f26cc791deac8130513029e98e46a98, server=cb28580903fb,44029,1731457296695 in 175 msec 2024-11-13T00:21:44,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T00:21:44,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9f26cc791deac8130513029e98e46a98, ASSIGN in 331 msec 2024-11-13T00:21:44,181 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:21:44,181 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457304181"}]},"ts":"1731457304181"} 2024-11-13T00:21:44,182 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T00:21:44,183 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:21:44,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-13T00:21:45,117 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:21:45,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:45,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:45,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:45,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:45,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:45,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:45,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:45,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:45,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:45,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:45,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:45,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:45,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:45,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46443 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:21:45,173 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T00:21:45,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f8d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:45,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,45093,-1 for getting cluster id 2024-11-13T00:21:45,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:45,175 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a56890c-abb8-4935-8be7-72d27dad4d51' 2024-11-13T00:21:45,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:45,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a56890c-abb8-4935-8be7-72d27dad4d51" 2024-11-13T00:21:45,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@125f41a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:45,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,45093,-1] 2024-11-13T00:21:45,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:45,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:45,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:45,176 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:45,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94bb30f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:45,177 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:45,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,45093,1731457289119 2024-11-13T00:21:45,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15818267 2024-11-13T00:21:45,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:45,178 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:21:45,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://cb28580903fb:45519,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T00:21:45,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:45,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T00:21:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:21:45,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:45,181 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:45519' 2024-11-13T00:21:45,182 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35cf6178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:45,182 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,45519,-1 for getting cluster id 2024-11-13T00:21:45,182 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:45,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:45,182 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43f0e34e-096d-4190-a362-f20016ca298d' 2024-11-13T00:21:45,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:45,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43f0e34e-096d-4190-a362-f20016ca298d" 2024-11-13T00:21:45,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a1c9722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:45,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,45519,-1] 2024-11-13T00:21:45,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:45,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:45,183 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:45,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0cc526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:45,184 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:45,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,45519,1731457293271 2024-11-13T00:21:45,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27361e9f 2024-11-13T00:21:45,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:45,185 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:21:45,186 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T00:21:45,186 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T00:21:45,186 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:45,186 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:45,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:45,186 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:21:45,187 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T00:21:45,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:21:45,188 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:45,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:21:45,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741837_1013 (size=1138) 2024-11-13T00:21:45,237 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T00:21:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:21:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:21:45,595 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a9ceb40fcffad96ffd564fd51badbc9, NAME => 'hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2 2024-11-13T00:21:45,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741838_1014 (size=44) 2024-11-13T00:21:45,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:21:46,000 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:46,000 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5a9ceb40fcffad96ffd564fd51badbc9, disabling compactions & flushes 2024-11-13T00:21:46,000 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9. 2024-11-13T00:21:46,000 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9. 2024-11-13T00:21:46,000 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9. after waiting 0 ms 2024-11-13T00:21:46,000 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9. 2024-11-13T00:21:46,000 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9. 2024-11-13T00:21:46,000 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a9ceb40fcffad96ffd564fd51badbc9: Waiting for close lock at 1731457306000Disabling compacts and flushes for region at 1731457306000Disabling writes for close at 1731457306000Writing region close event to WAL at 1731457306000Closed at 1731457306000 2024-11-13T00:21:46,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:21:46,001 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731457306001"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457306001"}]},"ts":"1731457306001"} 2024-11-13T00:21:46,003 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:21:46,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:21:46,004 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457306003"}]},"ts":"1731457306003"} 2024-11-13T00:21:46,005 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T00:21:46,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a9ceb40fcffad96ffd564fd51badbc9, ASSIGN}] 2024-11-13T00:21:46,006 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a9ceb40fcffad96ffd564fd51badbc9, ASSIGN 2024-11-13T00:21:46,006 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5a9ceb40fcffad96ffd564fd51badbc9, ASSIGN; state=OFFLINE, location=cb28580903fb,35373,1731457289173; forceNewPlan=false, retain=false 2024-11-13T00:21:46,157 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5a9ceb40fcffad96ffd564fd51badbc9, regionState=OPENING, regionLocation=cb28580903fb,35373,1731457289173 2024-11-13T00:21:46,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5a9ceb40fcffad96ffd564fd51badbc9, ASSIGN because future has completed 2024-11-13T00:21:46,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a9ceb40fcffad96ffd564fd51badbc9, server=cb28580903fb,35373,1731457289173}] 2024-11-13T00:21:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:21:46,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9. 2024-11-13T00:21:46,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:21:46,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T00:21:46,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=cb28580903fb%2C35373%2C1731457289173.rep, suffix=, logDir=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173, archiveDir=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/oldWALs, maxLogs=10 2024-11-13T00:21:46,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.rep.1731457306316, exclude list is [], retry=0 2024-11-13T00:21:46,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37553,DS-bacd12da-d6c5-48b5-94b8-2dae651884d4,DISK] 2024-11-13T00:21:46,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.rep.1731457306316 2024-11-13T00:21:46,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43243:43243)] 2024-11-13T00:21:46,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a9ceb40fcffad96ffd564fd51badbc9, NAME => 'hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:21:46,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T00:21:46,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:21:46,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9. service=MultiRowMutationService 2024-11-13T00:21:46,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T00:21:46,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5a9ceb40fcffad96ffd564fd51badbc9 2024-11-13T00:21:46,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:21:46,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5a9ceb40fcffad96ffd564fd51badbc9 2024-11-13T00:21:46,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5a9ceb40fcffad96ffd564fd51badbc9 2024-11-13T00:21:46,335 INFO [StoreOpener-5a9ceb40fcffad96ffd564fd51badbc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5a9ceb40fcffad96ffd564fd51badbc9 2024-11-13T00:21:46,336 INFO [StoreOpener-5a9ceb40fcffad96ffd564fd51badbc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a9ceb40fcffad96ffd564fd51badbc9 columnFamilyName hfileref 2024-11-13T00:21:46,336 DEBUG [StoreOpener-5a9ceb40fcffad96ffd564fd51badbc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:46,337 INFO [StoreOpener-5a9ceb40fcffad96ffd564fd51badbc9-1 {}] regionserver.HStore(327): Store=5a9ceb40fcffad96ffd564fd51badbc9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:46,337 INFO [StoreOpener-5a9ceb40fcffad96ffd564fd51badbc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5a9ceb40fcffad96ffd564fd51badbc9 2024-11-13T00:21:46,337 INFO [StoreOpener-5a9ceb40fcffad96ffd564fd51badbc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a9ceb40fcffad96ffd564fd51badbc9 columnFamilyName queue 2024-11-13T00:21:46,337 DEBUG [StoreOpener-5a9ceb40fcffad96ffd564fd51badbc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:46,338 INFO [StoreOpener-5a9ceb40fcffad96ffd564fd51badbc9-1 {}] regionserver.HStore(327): Store=5a9ceb40fcffad96ffd564fd51badbc9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:46,338 INFO [StoreOpener-5a9ceb40fcffad96ffd564fd51badbc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5a9ceb40fcffad96ffd564fd51badbc9 2024-11-13T00:21:46,339 INFO [StoreOpener-5a9ceb40fcffad96ffd564fd51badbc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a9ceb40fcffad96ffd564fd51badbc9 columnFamilyName sid 2024-11-13T00:21:46,339 DEBUG [StoreOpener-5a9ceb40fcffad96ffd564fd51badbc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:21:46,339 INFO [StoreOpener-5a9ceb40fcffad96ffd564fd51badbc9-1 {}] regionserver.HStore(327): Store=5a9ceb40fcffad96ffd564fd51badbc9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:21:46,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5a9ceb40fcffad96ffd564fd51badbc9 2024-11-13T00:21:46,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/replication/5a9ceb40fcffad96ffd564fd51badbc9 2024-11-13T00:21:46,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/replication/5a9ceb40fcffad96ffd564fd51badbc9 2024-11-13T00:21:46,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5a9ceb40fcffad96ffd564fd51badbc9 2024-11-13T00:21:46,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5a9ceb40fcffad96ffd564fd51badbc9 2024-11-13T00:21:46,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T00:21:46,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5a9ceb40fcffad96ffd564fd51badbc9 2024-11-13T00:21:46,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/replication/5a9ceb40fcffad96ffd564fd51badbc9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:21:46,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5a9ceb40fcffad96ffd564fd51badbc9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66268801, jitterRate=-0.012517914175987244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T00:21:46,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a9ceb40fcffad96ffd564fd51badbc9 2024-11-13T00:21:46,344 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5a9ceb40fcffad96ffd564fd51badbc9: Running coprocessor pre-open hook at 1731457306334Writing region info on filesystem at 1731457306334Initializing all the Stores at 1731457306335 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457306335Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457306335Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457306335Cleaning up temporary data from old regions at 1731457306341 (+6 ms)Running coprocessor post-open hooks at 1731457306344 (+3 ms)Region opened successfully at 1731457306344 2024-11-13T00:21:46,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9., pid=10, masterSystemTime=1731457306311 2024-11-13T00:21:46,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9. 2024-11-13T00:21:46,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9. 2024-11-13T00:21:46,347 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5a9ceb40fcffad96ffd564fd51badbc9, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,35373,1731457289173 2024-11-13T00:21:46,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a9ceb40fcffad96ffd564fd51badbc9, server=cb28580903fb,35373,1731457289173 because future has completed 2024-11-13T00:21:46,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T00:21:46,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a9ceb40fcffad96ffd564fd51badbc9, server=cb28580903fb,35373,1731457289173 in 190 msec 2024-11-13T00:21:46,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T00:21:46,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a9ceb40fcffad96ffd564fd51badbc9, ASSIGN in 345 msec 2024-11-13T00:21:46,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:21:46,353 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457306352"}]},"ts":"1731457306352"} 2024-11-13T00:21:46,354 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T00:21:46,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:21:46,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-13T00:21:46,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9., hostname=cb28580903fb,35373,1731457289173, seqNum=2] 2024-11-13T00:21:46,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1761836236 2024-11-13T00:21:46,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1010eb371be0001, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1761836236 2024-11-13T00:21:46,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T00:21:46,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T00:21:46,558 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T00:21:46,588 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-cb28580903fb,35373,1731457289173, ReplicationSource: 1, currentBandwidth=0 2024-11-13T00:21:46,589 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:21:46,589 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,35373,1731457289173, seqNum=-1] 2024-11-13T00:21:46,589 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:21:46,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-13T00:21:46,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-cb28580903fb,35373,1731457289173', locateType=CURRENT is [region=hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9., hostname=cb28580903fb,35373,1731457289173, seqNum=2] 2024-11-13T00:21:46,593 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T00:21:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T00:21:46,595 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on cb28580903fb,35373,1731457289173 suceeded 2024-11-13T00:21:46,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T00:21:46,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-13T00:21:46,596 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://cb28580903fb:45519,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T00:21:46,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-11-13T00:21:46,608 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:45519' 2024-11-13T00:21:46,609 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21cdb31a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:46,609 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,45519,-1 for getting cluster id 2024-11-13T00:21:46,609 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:46,610 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43f0e34e-096d-4190-a362-f20016ca298d' 2024-11-13T00:21:46,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:46,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43f0e34e-096d-4190-a362-f20016ca298d" 2024-11-13T00:21:46,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f234406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:46,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,45519,-1] 2024-11-13T00:21:46,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:46,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:46,611 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:46,611 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@721118c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:46,612 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:46,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,45519,1731457293271 2024-11-13T00:21:46,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3311d4f4 2024-11-13T00:21:46,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:46,613 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T00:21:46,613 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-cb28580903fb,35373,1731457289173 (queues=1) is replicating from cluster=9a56890c-abb8-4935-8be7-72d27dad4d51 to cluster=43f0e34e-096d-4190-a362-f20016ca298d 2024-11-13T00:21:46,613 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=cb28580903fb%2C35373%2C1731457289173 2024-11-13T00:21:46,614 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-cb28580903fb,35373,1731457289173, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T00:21:46,614 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.shippercb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb28580903fb%2C35373%2C1731457289173 2024-11-13T00:21:46,614 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457291176, startPosition=0, beingWritten=true 2024-11-13T00:21:46,618 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:21:46,618 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457291176 to pos 379, reset compression=false 2024-11-13T00:21:46,618 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.shippercb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,35373,1731457289173 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457291176, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:21:46,821 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457291176 to pos 379, reset compression=false 2024-11-13T00:21:47,125 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457291176 to pos 379, reset compression=false 2024-11-13T00:21:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:21:47,324 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T00:21:47,324 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:21:47,324 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:47,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:47,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:47,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:47,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1615738b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:47,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,45093,-1 for getting cluster id 2024-11-13T00:21:47,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:47,325 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a56890c-abb8-4935-8be7-72d27dad4d51' 2024-11-13T00:21:47,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:47,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a56890c-abb8-4935-8be7-72d27dad4d51" 2024-11-13T00:21:47,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30eb77b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:47,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,45093,-1] 2024-11-13T00:21:47,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:47,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:47,327 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:47,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d0148b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:47,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720ac8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:47,327 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,45519,-1 for getting cluster id 2024-11-13T00:21:47,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:47,328 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43f0e34e-096d-4190-a362-f20016ca298d' 2024-11-13T00:21:47,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:47,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43f0e34e-096d-4190-a362-f20016ca298d" 2024-11-13T00:21:47,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cff4847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:47,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,45519,-1] 2024-11-13T00:21:47,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:47,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:47,329 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:47,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cee734d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:47,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149168da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:47,330 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,46443,-1 for getting cluster id 2024-11-13T00:21:47,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:47,330 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3ad80ba-96ba-4eb6-8907-845183bd5a3c' 2024-11-13T00:21:47,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:47,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3ad80ba-96ba-4eb6-8907-845183bd5a3c" 2024-11-13T00:21:47,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e3d238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:47,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,46443,-1] 2024-11-13T00:21:47,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:47,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:47,332 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:47,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e37f8bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:47,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:47,336 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731457307335/Put/seqid=0 2024-11-13T00:21:47,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741840_1016 (size=7894) 2024-11-13T00:21:47,528 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457291176 to pos 379, reset compression=false 2024-11-13T00:21:47,741 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731457307741/Put/seqid=0 2024-11-13T00:21:47,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741841_1017 (size=7691) 2024-11-13T00:21:47,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cfe4b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:47,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,45093,-1 for getting cluster id 2024-11-13T00:21:47,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:47,747 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a56890c-abb8-4935-8be7-72d27dad4d51' 2024-11-13T00:21:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a56890c-abb8-4935-8be7-72d27dad4d51" 2024-11-13T00:21:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64df8b13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,45093,-1] 2024-11-13T00:21:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:47,748 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:47,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7388e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:47,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:21:47,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,35373,1731457289173, seqNum=-1] 2024-11-13T00:21:47,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:21:47,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:21:47,756 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:47,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,45093,1731457289119 2024-11-13T00:21:47,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@268d4df6 2024-11-13T00:21:47,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:47,757 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:21:47,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8., hostname=cb28580903fb,35373,1731457289173, seqNum=2] 2024-11-13T00:21:47,762 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T00:21:47,766 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-13T00:21:47,768 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-13T00:21:47,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 76945dd8e0ac2c6510bbb32d7ca424b8/f 2024-11-13T00:21:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T00:21:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T00:21:47,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 76945dd8e0ac2c6510bbb32d7ca424b8/f 2024-11-13T00:21:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T00:21:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T00:21:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HRegion(2603): Flush status journal for 76945dd8e0ac2c6510bbb32d7ca424b8: 2024-11-13T00:21:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/staging/jenkins__test__he4eoqgg2oamcrrke8k5snf4crs30gjblcji8jskd6c57lq8a7brhgukpjs6nlt3/f/hfile_0 2024-11-13T00:21:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/staging/jenkins__test__he4eoqgg2oamcrrke8k5snf4crs30gjblcji8jskd6c57lq8a7brhgukpjs6nlt3/f/hfile_0 as hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/default/test/76945dd8e0ac2c6510bbb32d7ca424b8/f/603a3b399b5f42cf92100aef43b6053e_SeqId_4_ 2024-11-13T00:21:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/staging/jenkins__test__he4eoqgg2oamcrrke8k5snf4crs30gjblcji8jskd6c57lq8a7brhgukpjs6nlt3/f/hfile_1 2024-11-13T00:21:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/staging/jenkins__test__he4eoqgg2oamcrrke8k5snf4crs30gjblcji8jskd6c57lq8a7brhgukpjs6nlt3/f/hfile_1 as hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/default/test/76945dd8e0ac2c6510bbb32d7ca424b8/f/5daa6a2cb452460c8597a5d6c188fa8c_SeqId_4_ 2024-11-13T00:21:47,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/staging/jenkins__test__he4eoqgg2oamcrrke8k5snf4crs30gjblcji8jskd6c57lq8a7brhgukpjs6nlt3/f/hfile_0 into 76945dd8e0ac2c6510bbb32d7ca424b8/f as hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/default/test/76945dd8e0ac2c6510bbb32d7ca424b8/f/603a3b399b5f42cf92100aef43b6053e_SeqId_4_ - updating store file list. 2024-11-13T00:21:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 603a3b399b5f42cf92100aef43b6053e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T00:21:47,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/default/test/76945dd8e0ac2c6510bbb32d7ca424b8/f/603a3b399b5f42cf92100aef43b6053e_SeqId_4_ into 76945dd8e0ac2c6510bbb32d7ca424b8/f 2024-11-13T00:21:47,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/staging/jenkins__test__he4eoqgg2oamcrrke8k5snf4crs30gjblcji8jskd6c57lq8a7brhgukpjs6nlt3/f/hfile_0 into 76945dd8e0ac2c6510bbb32d7ca424b8/f (new location: hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/default/test/76945dd8e0ac2c6510bbb32d7ca424b8/f/603a3b399b5f42cf92100aef43b6053e_SeqId_4_) 2024-11-13T00:21:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/staging/jenkins__test__he4eoqgg2oamcrrke8k5snf4crs30gjblcji8jskd6c57lq8a7brhgukpjs6nlt3/f/hfile_0 2024-11-13T00:21:47,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/staging/jenkins__test__he4eoqgg2oamcrrke8k5snf4crs30gjblcji8jskd6c57lq8a7brhgukpjs6nlt3/f/hfile_1 into 76945dd8e0ac2c6510bbb32d7ca424b8/f as hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/default/test/76945dd8e0ac2c6510bbb32d7ca424b8/f/5daa6a2cb452460c8597a5d6c188fa8c_SeqId_4_ - updating store file list. 2024-11-13T00:21:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5daa6a2cb452460c8597a5d6c188fa8c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T00:21:47,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/default/test/76945dd8e0ac2c6510bbb32d7ca424b8/f/5daa6a2cb452460c8597a5d6c188fa8c_SeqId_4_ into 76945dd8e0ac2c6510bbb32d7ca424b8/f 2024-11-13T00:21:47,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/staging/jenkins__test__he4eoqgg2oamcrrke8k5snf4crs30gjblcji8jskd6c57lq8a7brhgukpjs6nlt3/f/hfile_1 into 76945dd8e0ac2c6510bbb32d7ca424b8/f (new location: hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/default/test/76945dd8e0ac2c6510bbb32d7ca424b8/f/5daa6a2cb452460c8597a5d6c188fa8c_SeqId_4_) 2024-11-13T00:21:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/staging/jenkins__test__he4eoqgg2oamcrrke8k5snf4crs30gjblcji8jskd6c57lq8a7brhgukpjs6nlt3/f/hfile_1 2024-11-13T00:21:47,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:21:47,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:47,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:47,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:47,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:47,790 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8., hostname=cb28580903fb,35373,1731457289173, seqNum=2 , the old value is region=test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8., hostname=cb28580903fb,35373,1731457289173, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cb28580903fb:35373 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T00:21:47,790 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8., hostname=cb28580903fb,35373,1731457289173, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T00:21:47,790 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8., hostname=cb28580903fb,35373,1731457289173, seqNum=2 from cache 2024-11-13T00:21:47,790 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:21:47,790 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T00:21:47,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,43471,1731457293310, seqNum=-1] 2024-11-13T00:21:47,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:21:47,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:21:47,793 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731457300876.19980fb2d18a788e3b3a20384a0e857e., hostname=cb28580903fb,43471,1731457293310, seqNum=2] 2024-11-13T00:21:47,795 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T00:21:47,893 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T00:21:48,031 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457291176 to pos 379, reset compression=false 2024-11-13T00:21:48,036 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:21:48,036 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.shippercb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,35373,1731457289173 got entry batch from reader: WALEntryBatch [walEntries=[{test/76945dd8e0ac2c6510bbb32d7ca424b8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731457307788/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457291176, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T00:21:48,038 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.shippercb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:21:48,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T00:21:48,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.ReplicationSink(318): Replicating [9a56890c-abb8-4935-8be7-72d27dad4d51] bulk loaded data 2024-11-13T00:21:48,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d1e6f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:48,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,45519,-1 for getting cluster id 2024-11-13T00:21:48,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:48,040 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43f0e34e-096d-4190-a362-f20016ca298d' 2024-11-13T00:21:48,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:48,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43f0e34e-096d-4190-a362-f20016ca298d" 2024-11-13T00:21:48,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25944563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:48,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,45519,-1] 2024-11-13T00:21:48,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:48,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:48,041 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:48,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13996ba3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:48,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741837_1013 (size=7894) 2024-11-13T00:21:48,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741838_1014 (size=7691) 2024-11-13T00:21:48,236 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457291176 to pos 687, reset compression=false 2024-11-13T00:21:48,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:48,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,45519,1731457293271 2024-11-13T00:21:48,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ae668 2024-11-13T00:21:48,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:48,462 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-13T00:21:48,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T00:21:48,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:21:48,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,43471,1731457293310, seqNum=-1] 2024-11-13T00:21:48,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:21:48,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-13T00:21:48,470 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/staging/jenkins.hfs.22__test__j4g5501ut4kq9hjupf1od7ldr2k4hq0n1fhfq1r25jao3103afsumem955lu39al/f/5daa6a2cb452460c8597a5d6c188fa8c_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-13T00:21:48,473 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/staging/jenkins.hfs.22__test__j4g5501ut4kq9hjupf1od7ldr2k4hq0n1fhfq1r25jao3103afsumem955lu39al/f/603a3b399b5f42cf92100aef43b6053e_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-13T00:21:48,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/staging/jenkins.hfs.22__test__j4g5501ut4kq9hjupf1od7ldr2k4hq0n1fhfq1r25jao3103afsumem955lu39al/f/5daa6a2cb452460c8597a5d6c188fa8c_SeqId_4_ for inclusion in 19980fb2d18a788e3b3a20384a0e857e/f 2024-11-13T00:21:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T00:21:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T00:21:48,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/staging/jenkins.hfs.22__test__j4g5501ut4kq9hjupf1od7ldr2k4hq0n1fhfq1r25jao3103afsumem955lu39al/f/603a3b399b5f42cf92100aef43b6053e_SeqId_4_ for inclusion in 19980fb2d18a788e3b3a20384a0e857e/f 2024-11-13T00:21:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T00:21:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T00:21:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HRegion(2603): Flush status journal for 19980fb2d18a788e3b3a20384a0e857e: 2024-11-13T00:21:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5daa6a2cb452460c8597a5d6c188fa8c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T00:21:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/staging/jenkins.hfs.22__test__j4g5501ut4kq9hjupf1od7ldr2k4hq0n1fhfq1r25jao3103afsumem955lu39al/f/5daa6a2cb452460c8597a5d6c188fa8c_SeqId_4_ as hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/default/test/19980fb2d18a788e3b3a20384a0e857e/f/05183d71459c49028963762aef73fc44_SeqId_4_ 2024-11-13T00:21:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 603a3b399b5f42cf92100aef43b6053e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T00:21:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/staging/jenkins.hfs.22__test__j4g5501ut4kq9hjupf1od7ldr2k4hq0n1fhfq1r25jao3103afsumem955lu39al/f/603a3b399b5f42cf92100aef43b6053e_SeqId_4_ as hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/default/test/19980fb2d18a788e3b3a20384a0e857e/f/204c31b5a1fd454596690977250591fd_SeqId_4_ 2024-11-13T00:21:48,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/staging/jenkins.hfs.22__test__j4g5501ut4kq9hjupf1od7ldr2k4hq0n1fhfq1r25jao3103afsumem955lu39al/f/5daa6a2cb452460c8597a5d6c188fa8c_SeqId_4_ into 19980fb2d18a788e3b3a20384a0e857e/f as hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/default/test/19980fb2d18a788e3b3a20384a0e857e/f/05183d71459c49028963762aef73fc44_SeqId_4_ - updating store file list. 2024-11-13T00:21:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 05183d71459c49028963762aef73fc44_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T00:21:48,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/default/test/19980fb2d18a788e3b3a20384a0e857e/f/05183d71459c49028963762aef73fc44_SeqId_4_ into 19980fb2d18a788e3b3a20384a0e857e/f 2024-11-13T00:21:48,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/staging/jenkins.hfs.22__test__j4g5501ut4kq9hjupf1od7ldr2k4hq0n1fhfq1r25jao3103afsumem955lu39al/f/5daa6a2cb452460c8597a5d6c188fa8c_SeqId_4_ into 19980fb2d18a788e3b3a20384a0e857e/f (new location: hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/default/test/19980fb2d18a788e3b3a20384a0e857e/f/05183d71459c49028963762aef73fc44_SeqId_4_) 2024-11-13T00:21:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/staging/jenkins.hfs.22__test__j4g5501ut4kq9hjupf1od7ldr2k4hq0n1fhfq1r25jao3103afsumem955lu39al/f/5daa6a2cb452460c8597a5d6c188fa8c_SeqId_4_ 2024-11-13T00:21:48,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/staging/jenkins.hfs.22__test__j4g5501ut4kq9hjupf1od7ldr2k4hq0n1fhfq1r25jao3103afsumem955lu39al/f/603a3b399b5f42cf92100aef43b6053e_SeqId_4_ into 19980fb2d18a788e3b3a20384a0e857e/f as hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/default/test/19980fb2d18a788e3b3a20384a0e857e/f/204c31b5a1fd454596690977250591fd_SeqId_4_ - updating store file list. 2024-11-13T00:21:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 204c31b5a1fd454596690977250591fd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T00:21:48,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/default/test/19980fb2d18a788e3b3a20384a0e857e/f/204c31b5a1fd454596690977250591fd_SeqId_4_ into 19980fb2d18a788e3b3a20384a0e857e/f 2024-11-13T00:21:48,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/staging/jenkins.hfs.22__test__j4g5501ut4kq9hjupf1od7ldr2k4hq0n1fhfq1r25jao3103afsumem955lu39al/f/603a3b399b5f42cf92100aef43b6053e_SeqId_4_ into 19980fb2d18a788e3b3a20384a0e857e/f (new location: hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/default/test/19980fb2d18a788e3b3a20384a0e857e/f/204c31b5a1fd454596690977250591fd_SeqId_4_) 2024-11-13T00:21:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/staging/jenkins.hfs.22__test__j4g5501ut4kq9hjupf1od7ldr2k4hq0n1fhfq1r25jao3103afsumem955lu39al/f/603a3b399b5f42cf92100aef43b6053e_SeqId_4_ 2024-11-13T00:21:48,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.ReplicationSink(324): Finished replicating [9a56890c-abb8-4935-8be7-72d27dad4d51] bulk loaded data 2024-11-13T00:21:48,539 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457291176 to pos 687, reset compression=false 2024-11-13T00:21:48,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:21:48,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,44029,1731457296695, seqNum=-1] 2024-11-13T00:21:48,802 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:21:48,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:21:48,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731457303026.9f26cc791deac8130513029e98e46a98., hostname=cb28580903fb,44029,1731457296695, seqNum=2] 2024-11-13T00:21:48,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:21:48,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:21:48,811 DEBUG [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL cb28580903fb%2C35373%2C1731457289173.meta:.meta(num 1731457292093) roll requested 2024-11-13T00:21:48,825 DEBUG [regionserver/cb28580903fb:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.meta.1731457308811.meta, exclude list is [], retry=0 2024-11-13T00:21:48,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37553,DS-bacd12da-d6c5-48b5-94b8-2dae651884d4,DISK] 2024-11-13T00:21:48,828 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.meta.1731457292093.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.meta.1731457308811.meta 2024-11-13T00:21:48,828 DEBUG [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43243:43243)] 2024-11-13T00:21:48,829 DEBUG [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.meta.1731457292093.meta is not closed yet, will try archiving it next time 2024-11-13T00:21:48,829 DEBUG [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL cb28580903fb%2C35373%2C1731457289173.rep:(num 1731457306316) roll requested 2024-11-13T00:21:48,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741834_1010 (size=3473) 2024-11-13T00:21:48,842 DEBUG [regionserver/cb28580903fb:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.rep.1731457308829, exclude list is [], retry=0 2024-11-13T00:21:48,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37553,DS-bacd12da-d6c5-48b5-94b8-2dae651884d4,DISK] 2024-11-13T00:21:48,845 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.rep.1731457306316 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.rep.1731457308829 2024-11-13T00:21:48,845 DEBUG [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43243:43243)] 2024-11-13T00:21:48,845 DEBUG [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.rep.1731457306316 is not closed yet, will try archiving it next time 2024-11-13T00:21:48,845 DEBUG [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL cb28580903fb%2C35373%2C1731457289173:(num 1731457291176) roll requested 2024-11-13T00:21:48,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741839_1015 (size=1505) 2024-11-13T00:21:48,847 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.rep.1731457306316 not finished, retry = 0 2024-11-13T00:21:48,859 DEBUG [regionserver/cb28580903fb:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846, exclude list is [], retry=0 2024-11-13T00:21:48,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37553,DS-bacd12da-d6c5-48b5-94b8-2dae651884d4,DISK] 2024-11-13T00:21:48,861 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457291176 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 2024-11-13T00:21:48,862 DEBUG [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43243:43243)] 2024-11-13T00:21:48,862 DEBUG [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457291176 is not closed yet, will try archiving it next time 2024-11-13T00:21:48,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509b2542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:48,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,45093,-1 for getting cluster id 2024-11-13T00:21:48,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:48,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741832_1008 (size=695) 2024-11-13T00:21:48,863 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a56890c-abb8-4935-8be7-72d27dad4d51' 2024-11-13T00:21:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a56890c-abb8-4935-8be7-72d27dad4d51" 2024-11-13T00:21:48,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@270054c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:48,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,45093,-1] 2024-11-13T00:21:48,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:48,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:48,864 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:48,864 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457291176 to hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/oldWALs/cb28580903fb%2C35373%2C1731457289173.1731457291176 2024-11-13T00:21:48,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7072195f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:48,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:48,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,45093,1731457289119 2024-11-13T00:21:48,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b037e20 2024-11-13T00:21:48,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:48,867 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:21:48,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://cb28580903fb:46443,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T00:21:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T00:21:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T00:21:48,869 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:46443' 2024-11-13T00:21:48,870 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b968c86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:48,870 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,46443,-1 for getting cluster id 2024-11-13T00:21:48,870 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:48,870 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3ad80ba-96ba-4eb6-8907-845183bd5a3c' 2024-11-13T00:21:48,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:48,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3ad80ba-96ba-4eb6-8907-845183bd5a3c" 2024-11-13T00:21:48,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36169ed7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:48,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,46443,-1] 2024-11-13T00:21:48,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:48,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:48,871 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:48,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65843be2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:48,872 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:48,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,46443,1731457296651 2024-11-13T00:21:48,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e23ee0e 2024-11-13T00:21:48,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:48,873 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:21:48,873 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T00:21:48,873 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T00:21:48,873 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:48,873 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:48,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:48,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T00:21:48,943 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457291176 to pos 687, reset compression=false 2024-11-13T00:21:48,944 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457291176 was moved to hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/oldWALs/cb28580903fb%2C35373%2C1731457289173.1731457291176 2024-11-13T00:21:48,946 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457291176 2024-11-13T00:21:48,946 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846, startPosition=0, beingWritten=true 2024-11-13T00:21:48,946 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.shippercb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,35373,1731457289173 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457291176, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T00:21:48,948 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.shippercb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [cb28580903fb%2C35373%2C1731457289173.1731457291176] 2024-11-13T00:21:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T00:21:49,028 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T00:21:49,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35373 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T00:21:49,048 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T00:21:49,078 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-cb28580903fb,35373,1731457289173, ReplicationSource: 2, currentBandwidth=0 2024-11-13T00:21:49,080 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T00:21:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T00:21:49,082 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on cb28580903fb,35373,1731457289173 suceeded 2024-11-13T00:21:49,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T00:21:49,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-13T00:21:49,084 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://cb28580903fb:46443,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T00:21:49,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 217 msec 2024-11-13T00:21:49,094 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='cb28580903fb:46443' 2024-11-13T00:21:49,095 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a272167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:49,095 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,46443,-1 for getting cluster id 2024-11-13T00:21:49,095 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:49,096 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3ad80ba-96ba-4eb6-8907-845183bd5a3c' 2024-11-13T00:21:49,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:49,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3ad80ba-96ba-4eb6-8907-845183bd5a3c" 2024-11-13T00:21:49,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54556921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:49,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,46443,-1] 2024-11-13T00:21:49,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:49,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:49,098 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:49,098 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14372d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:49,098 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:49,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,46443,1731457296651 2024-11-13T00:21:49,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5608f0b1 2024-11-13T00:21:49,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:49,099 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T00:21:49,100 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-cb28580903fb,35373,1731457289173 (queues=1) is replicating from cluster=9a56890c-abb8-4935-8be7-72d27dad4d51 to cluster=e3ad80ba-96ba-4eb6-8907-845183bd5a3c 2024-11-13T00:21:49,100 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=cb28580903fb%2C35373%2C1731457289173 2024-11-13T00:21:49,100 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-cb28580903fb,35373,1731457289173, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T00:21:49,101 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846, startPosition=0, beingWritten=true 2024-11-13T00:21:49,101 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.shippercb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: cb28580903fb%2C35373%2C1731457289173 2024-11-13T00:21:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T00:21:49,184 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T00:21:49,184 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:21:49,184 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:49,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:49,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:49,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:49,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:21:49,188 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731457309188/Put/seqid=0 2024-11-13T00:21:49,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741845_1021 (size=11194) 2024-11-13T00:21:49,304 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 0, reset compression=false 2024-11-13T00:21:49,450 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 0, reset compression=false 2024-11-13T00:21:49,596 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731457309596/Put/seqid=0 2024-11-13T00:21:49,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741846_1022 (size=10791) 2024-11-13T00:21:49,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f618dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:49,601 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,45093,-1 for getting cluster id 2024-11-13T00:21:49,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:49,601 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a56890c-abb8-4935-8be7-72d27dad4d51' 2024-11-13T00:21:49,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:49,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a56890c-abb8-4935-8be7-72d27dad4d51" 2024-11-13T00:21:49,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df510dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:49,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,45093,-1] 2024-11-13T00:21:49,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:49,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:49,602 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:49,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d1ae2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:49,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:21:49,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,35373,1731457289173, seqNum=-1] 2024-11-13T00:21:49,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:21:49,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:21:49,608 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 0, reset compression=false 2024-11-13T00:21:49,610 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:49,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,45093,1731457289119 2024-11-13T00:21:49,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e194a3c 2024-11-13T00:21:49,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:49,612 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:21:49,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8., hostname=cb28580903fb,35373,1731457289173, seqNum=2] 2024-11-13T00:21:49,616 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T00:21:49,620 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-13T00:21:49,622 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-13T00:21:49,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 76945dd8e0ac2c6510bbb32d7ca424b8/f 2024-11-13T00:21:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T00:21:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T00:21:49,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 76945dd8e0ac2c6510bbb32d7ca424b8/f 2024-11-13T00:21:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T00:21:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T00:21:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HRegion(2603): Flush status journal for 76945dd8e0ac2c6510bbb32d7ca424b8: 2024-11-13T00:21:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/staging/jenkins__test__kfmfi8be0mghse6lgacfa0rvpdsakbhk572m126sc91a4lkdtgsn951nb52fe0n4/f/hfile_1 2024-11-13T00:21:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/staging/jenkins__test__kfmfi8be0mghse6lgacfa0rvpdsakbhk572m126sc91a4lkdtgsn951nb52fe0n4/f/hfile_1 as hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/default/test/76945dd8e0ac2c6510bbb32d7ca424b8/f/1e27fc0803c6434099f3e12e541ad443_SeqId_6_ 2024-11-13T00:21:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/staging/jenkins__test__kfmfi8be0mghse6lgacfa0rvpdsakbhk572m126sc91a4lkdtgsn951nb52fe0n4/f/hfile_0 2024-11-13T00:21:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/staging/jenkins__test__kfmfi8be0mghse6lgacfa0rvpdsakbhk572m126sc91a4lkdtgsn951nb52fe0n4/f/hfile_0 as hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/default/test/76945dd8e0ac2c6510bbb32d7ca424b8/f/5238427349c947d099db8ca82c0801f7_SeqId_6_ 2024-11-13T00:21:49,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/staging/jenkins__test__kfmfi8be0mghse6lgacfa0rvpdsakbhk572m126sc91a4lkdtgsn951nb52fe0n4/f/hfile_1 into 76945dd8e0ac2c6510bbb32d7ca424b8/f as hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/default/test/76945dd8e0ac2c6510bbb32d7ca424b8/f/1e27fc0803c6434099f3e12e541ad443_SeqId_6_ - updating store file list. 2024-11-13T00:21:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1e27fc0803c6434099f3e12e541ad443_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T00:21:49,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/default/test/76945dd8e0ac2c6510bbb32d7ca424b8/f/1e27fc0803c6434099f3e12e541ad443_SeqId_6_ into 76945dd8e0ac2c6510bbb32d7ca424b8/f 2024-11-13T00:21:49,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/staging/jenkins__test__kfmfi8be0mghse6lgacfa0rvpdsakbhk572m126sc91a4lkdtgsn951nb52fe0n4/f/hfile_1 into 76945dd8e0ac2c6510bbb32d7ca424b8/f (new location: hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/default/test/76945dd8e0ac2c6510bbb32d7ca424b8/f/1e27fc0803c6434099f3e12e541ad443_SeqId_6_) 2024-11-13T00:21:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/staging/jenkins__test__kfmfi8be0mghse6lgacfa0rvpdsakbhk572m126sc91a4lkdtgsn951nb52fe0n4/f/hfile_1 2024-11-13T00:21:49,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/staging/jenkins__test__kfmfi8be0mghse6lgacfa0rvpdsakbhk572m126sc91a4lkdtgsn951nb52fe0n4/f/hfile_0 into 76945dd8e0ac2c6510bbb32d7ca424b8/f as hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/default/test/76945dd8e0ac2c6510bbb32d7ca424b8/f/5238427349c947d099db8ca82c0801f7_SeqId_6_ - updating store file list. 2024-11-13T00:21:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5238427349c947d099db8ca82c0801f7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T00:21:49,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/default/test/76945dd8e0ac2c6510bbb32d7ca424b8/f/5238427349c947d099db8ca82c0801f7_SeqId_6_ into 76945dd8e0ac2c6510bbb32d7ca424b8/f 2024-11-13T00:21:49,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/staging/jenkins__test__kfmfi8be0mghse6lgacfa0rvpdsakbhk572m126sc91a4lkdtgsn951nb52fe0n4/f/hfile_0 into 76945dd8e0ac2c6510bbb32d7ca424b8/f (new location: hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/default/test/76945dd8e0ac2c6510bbb32d7ca424b8/f/5238427349c947d099db8ca82c0801f7_SeqId_6_) 2024-11-13T00:21:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35373 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/staging/jenkins__test__kfmfi8be0mghse6lgacfa0rvpdsakbhk572m126sc91a4lkdtgsn951nb52fe0n4/f/hfile_0 2024-11-13T00:21:49,645 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:21:49,645 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:49,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:49,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:49,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:49,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8., hostname=cb28580903fb,35373,1731457289173, seqNum=2 , the old value is region=test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8., hostname=cb28580903fb,35373,1731457289173, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=cb28580903fb:35373 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T00:21:49,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8., hostname=cb28580903fb,35373,1731457289173, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T00:21:49,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8., hostname=cb28580903fb,35373,1731457289173, seqNum=2 from cache 2024-11-13T00:21:49,646 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T00:21:49,649 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T00:21:49,754 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T00:21:50,011 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 0, reset compression=false 2024-11-13T00:21:50,015 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:21:50,015 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.shippercb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-cb28580903fb,35373,1731457289173 got entry batch from reader: WALEntryBatch [walEntries=[{test/76945dd8e0ac2c6510bbb32d7ca424b8/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731457309644/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T00:21:50,017 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.shippercb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:21:50,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T00:21:50,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] regionserver.ReplicationSink(318): Replicating [9a56890c-abb8-4935-8be7-72d27dad4d51] bulk loaded data 2024-11-13T00:21:50,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49c55710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:50,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,46443,-1 for getting cluster id 2024-11-13T00:21:50,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:21:50,019 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3ad80ba-96ba-4eb6-8907-845183bd5a3c' 2024-11-13T00:21:50,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:21:50,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3ad80ba-96ba-4eb6-8907-845183bd5a3c" 2024-11-13T00:21:50,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ca5b268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:50,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,46443,-1] 2024-11-13T00:21:50,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:21:50,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:50,020 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:21:50,021 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4af41bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:21:50,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741837_1013 (size=10791) 2024-11-13T00:21:50,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741838_1014 (size=11194) 2024-11-13T00:21:50,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:50,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,46443,1731457296651 2024-11-13T00:21:50,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@326032d7 2024-11-13T00:21:50,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:21:50,046 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-13T00:21:50,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T00:21:50,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:21:50,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,44029,1731457296695, seqNum=-1] 2024-11-13T00:21:50,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:21:50,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-13T00:21:50,053 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 0, reset compression=false 2024-11-13T00:21:50,053 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/staging/jenkins.hfs.23__test__9dpca5v0uqrlmgts9k5d3cggb1c678d0n0506u4t2c2bbkeed0l9dql9g8glpudt/f/1e27fc0803c6434099f3e12e541ad443_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T00:21:50,056 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/staging/jenkins.hfs.23__test__9dpca5v0uqrlmgts9k5d3cggb1c678d0n0506u4t2c2bbkeed0l9dql9g8glpudt/f/5238427349c947d099db8ca82c0801f7_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T00:21:50,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/staging/jenkins.hfs.23__test__9dpca5v0uqrlmgts9k5d3cggb1c678d0n0506u4t2c2bbkeed0l9dql9g8glpudt/f/5238427349c947d099db8ca82c0801f7_SeqId_6_ for inclusion in 9f26cc791deac8130513029e98e46a98/f 2024-11-13T00:21:50,058 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T00:21:50,058 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.shippercb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,35373,1731457289173 got entry batch from reader: WALEntryBatch [walEntries=[{test/76945dd8e0ac2c6510bbb32d7ca424b8/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731457309644/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T00:21:50,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.ReplicationSink(318): Replicating [9a56890c-abb8-4935-8be7-72d27dad4d51] bulk loaded data 2024-11-13T00:21:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T00:21:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T00:21:50,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/staging/jenkins.hfs.23__test__9dpca5v0uqrlmgts9k5d3cggb1c678d0n0506u4t2c2bbkeed0l9dql9g8glpudt/f/1e27fc0803c6434099f3e12e541ad443_SeqId_6_ for inclusion in 9f26cc791deac8130513029e98e46a98/f 2024-11-13T00:21:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T00:21:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T00:21:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] regionserver.HRegion(2603): Flush status journal for 9f26cc791deac8130513029e98e46a98: 2024-11-13T00:21:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5238427349c947d099db8ca82c0801f7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T00:21:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/staging/jenkins.hfs.23__test__9dpca5v0uqrlmgts9k5d3cggb1c678d0n0506u4t2c2bbkeed0l9dql9g8glpudt/f/5238427349c947d099db8ca82c0801f7_SeqId_6_ as hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/default/test/9f26cc791deac8130513029e98e46a98/f/69b403eee59244628915dd228baffc37_SeqId_4_ 2024-11-13T00:21:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1e27fc0803c6434099f3e12e541ad443_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T00:21:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/staging/jenkins.hfs.23__test__9dpca5v0uqrlmgts9k5d3cggb1c678d0n0506u4t2c2bbkeed0l9dql9g8glpudt/f/1e27fc0803c6434099f3e12e541ad443_SeqId_6_ as hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/default/test/9f26cc791deac8130513029e98e46a98/f/b2f1fafbbad44f5f8e1e3c9db1c8aa90_SeqId_4_ 2024-11-13T00:21:50,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/staging/jenkins.hfs.23__test__9dpca5v0uqrlmgts9k5d3cggb1c678d0n0506u4t2c2bbkeed0l9dql9g8glpudt/f/5238427349c947d099db8ca82c0801f7_SeqId_6_ into 9f26cc791deac8130513029e98e46a98/f as hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/default/test/9f26cc791deac8130513029e98e46a98/f/69b403eee59244628915dd228baffc37_SeqId_4_ - updating store file list. 2024-11-13T00:21:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 69b403eee59244628915dd228baffc37_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T00:21:50,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/default/test/9f26cc791deac8130513029e98e46a98/f/69b403eee59244628915dd228baffc37_SeqId_4_ into 9f26cc791deac8130513029e98e46a98/f 2024-11-13T00:21:50,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/staging/jenkins.hfs.23__test__9dpca5v0uqrlmgts9k5d3cggb1c678d0n0506u4t2c2bbkeed0l9dql9g8glpudt/f/5238427349c947d099db8ca82c0801f7_SeqId_6_ into 9f26cc791deac8130513029e98e46a98/f (new location: hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/default/test/9f26cc791deac8130513029e98e46a98/f/69b403eee59244628915dd228baffc37_SeqId_4_) 2024-11-13T00:21:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/staging/jenkins.hfs.23__test__9dpca5v0uqrlmgts9k5d3cggb1c678d0n0506u4t2c2bbkeed0l9dql9g8glpudt/f/5238427349c947d099db8ca82c0801f7_SeqId_6_ 2024-11-13T00:21:50,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/staging/jenkins.hfs.23__test__9dpca5v0uqrlmgts9k5d3cggb1c678d0n0506u4t2c2bbkeed0l9dql9g8glpudt/f/1e27fc0803c6434099f3e12e541ad443_SeqId_6_ into 9f26cc791deac8130513029e98e46a98/f as hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/default/test/9f26cc791deac8130513029e98e46a98/f/b2f1fafbbad44f5f8e1e3c9db1c8aa90_SeqId_4_ - updating store file list. 2024-11-13T00:21:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b2f1fafbbad44f5f8e1e3c9db1c8aa90_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T00:21:50,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/default/test/9f26cc791deac8130513029e98e46a98/f/b2f1fafbbad44f5f8e1e3c9db1c8aa90_SeqId_4_ into 9f26cc791deac8130513029e98e46a98/f 2024-11-13T00:21:50,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/staging/jenkins.hfs.23__test__9dpca5v0uqrlmgts9k5d3cggb1c678d0n0506u4t2c2bbkeed0l9dql9g8glpudt/f/1e27fc0803c6434099f3e12e541ad443_SeqId_6_ into 9f26cc791deac8130513029e98e46a98/f (new location: hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/default/test/9f26cc791deac8130513029e98e46a98/f/b2f1fafbbad44f5f8e1e3c9db1c8aa90_SeqId_4_) 2024-11-13T00:21:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/staging/jenkins.hfs.23__test__9dpca5v0uqrlmgts9k5d3cggb1c678d0n0506u4t2c2bbkeed0l9dql9g8glpudt/f/1e27fc0803c6434099f3e12e541ad443_SeqId_6_ 2024-11-13T00:21:50,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] regionserver.ReplicationSink(324): Finished replicating [9a56890c-abb8-4935-8be7-72d27dad4d51] bulk loaded data 2024-11-13T00:21:50,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741839_1015 (size=10791) 2024-11-13T00:21:50,215 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 393, reset compression=false 2024-11-13T00:21:50,258 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 393, reset compression=false 2024-11-13T00:21:50,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741840_1016 (size=11194) 2024-11-13T00:21:50,519 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 393, reset compression=false 2024-11-13T00:21:50,561 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 393, reset compression=false 2024-11-13T00:21:50,652 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T00:21:50,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T00:21:50,898 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/staging/jenkins.hfs.22__test__d4p1r0soknk6ov1bg3n5qq1kp4pp0t5suhlua9djpuq1d7qupcevmp8ti3ntv33d/f/1e27fc0803c6434099f3e12e541ad443_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T00:21:50,900 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/staging/jenkins.hfs.22__test__d4p1r0soknk6ov1bg3n5qq1kp4pp0t5suhlua9djpuq1d7qupcevmp8ti3ntv33d/f/5238427349c947d099db8ca82c0801f7_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T00:21:50,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/staging/jenkins.hfs.22__test__d4p1r0soknk6ov1bg3n5qq1kp4pp0t5suhlua9djpuq1d7qupcevmp8ti3ntv33d/f/1e27fc0803c6434099f3e12e541ad443_SeqId_6_ for inclusion in 19980fb2d18a788e3b3a20384a0e857e/f 2024-11-13T00:21:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T00:21:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T00:21:50,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/staging/jenkins.hfs.22__test__d4p1r0soknk6ov1bg3n5qq1kp4pp0t5suhlua9djpuq1d7qupcevmp8ti3ntv33d/f/5238427349c947d099db8ca82c0801f7_SeqId_6_ for inclusion in 19980fb2d18a788e3b3a20384a0e857e/f 2024-11-13T00:21:50,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T00:21:50,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T00:21:50,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HRegion(2603): Flush status journal for 19980fb2d18a788e3b3a20384a0e857e: 2024-11-13T00:21:50,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1e27fc0803c6434099f3e12e541ad443_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T00:21:50,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/staging/jenkins.hfs.22__test__d4p1r0soknk6ov1bg3n5qq1kp4pp0t5suhlua9djpuq1d7qupcevmp8ti3ntv33d/f/1e27fc0803c6434099f3e12e541ad443_SeqId_6_ as hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/default/test/19980fb2d18a788e3b3a20384a0e857e/f/fc716df2a44a444897ca90afc7787477_SeqId_6_ 2024-11-13T00:21:50,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5238427349c947d099db8ca82c0801f7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T00:21:50,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/staging/jenkins.hfs.22__test__d4p1r0soknk6ov1bg3n5qq1kp4pp0t5suhlua9djpuq1d7qupcevmp8ti3ntv33d/f/5238427349c947d099db8ca82c0801f7_SeqId_6_ as hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/default/test/19980fb2d18a788e3b3a20384a0e857e/f/33c50887774b4c99a16ca3a726f9a1cb_SeqId_6_ 2024-11-13T00:21:50,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/staging/jenkins.hfs.22__test__d4p1r0soknk6ov1bg3n5qq1kp4pp0t5suhlua9djpuq1d7qupcevmp8ti3ntv33d/f/1e27fc0803c6434099f3e12e541ad443_SeqId_6_ into 19980fb2d18a788e3b3a20384a0e857e/f as hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/default/test/19980fb2d18a788e3b3a20384a0e857e/f/fc716df2a44a444897ca90afc7787477_SeqId_6_ - updating store file list. 2024-11-13T00:21:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fc716df2a44a444897ca90afc7787477_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T00:21:50,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/default/test/19980fb2d18a788e3b3a20384a0e857e/f/fc716df2a44a444897ca90afc7787477_SeqId_6_ into 19980fb2d18a788e3b3a20384a0e857e/f 2024-11-13T00:21:50,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/staging/jenkins.hfs.22__test__d4p1r0soknk6ov1bg3n5qq1kp4pp0t5suhlua9djpuq1d7qupcevmp8ti3ntv33d/f/1e27fc0803c6434099f3e12e541ad443_SeqId_6_ into 19980fb2d18a788e3b3a20384a0e857e/f (new location: hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/default/test/19980fb2d18a788e3b3a20384a0e857e/f/fc716df2a44a444897ca90afc7787477_SeqId_6_) 2024-11-13T00:21:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/staging/jenkins.hfs.22__test__d4p1r0soknk6ov1bg3n5qq1kp4pp0t5suhlua9djpuq1d7qupcevmp8ti3ntv33d/f/1e27fc0803c6434099f3e12e541ad443_SeqId_6_ 2024-11-13T00:21:50,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/staging/jenkins.hfs.22__test__d4p1r0soknk6ov1bg3n5qq1kp4pp0t5suhlua9djpuq1d7qupcevmp8ti3ntv33d/f/5238427349c947d099db8ca82c0801f7_SeqId_6_ into 19980fb2d18a788e3b3a20384a0e857e/f as hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/default/test/19980fb2d18a788e3b3a20384a0e857e/f/33c50887774b4c99a16ca3a726f9a1cb_SeqId_6_ - updating store file list. 2024-11-13T00:21:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 33c50887774b4c99a16ca3a726f9a1cb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T00:21:50,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/default/test/19980fb2d18a788e3b3a20384a0e857e/f/33c50887774b4c99a16ca3a726f9a1cb_SeqId_6_ into 19980fb2d18a788e3b3a20384a0e857e/f 2024-11-13T00:21:50,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/staging/jenkins.hfs.22__test__d4p1r0soknk6ov1bg3n5qq1kp4pp0t5suhlua9djpuq1d7qupcevmp8ti3ntv33d/f/5238427349c947d099db8ca82c0801f7_SeqId_6_ into 19980fb2d18a788e3b3a20384a0e857e/f (new location: hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/default/test/19980fb2d18a788e3b3a20384a0e857e/f/33c50887774b4c99a16ca3a726f9a1cb_SeqId_6_) 2024-11-13T00:21:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/staging/jenkins.hfs.22__test__d4p1r0soknk6ov1bg3n5qq1kp4pp0t5suhlua9djpuq1d7qupcevmp8ti3ntv33d/f/5238427349c947d099db8ca82c0801f7_SeqId_6_ 2024-11-13T00:21:50,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43471 {}] regionserver.ReplicationSink(324): Finished replicating [9a56890c-abb8-4935-8be7-72d27dad4d51] bulk loaded data 2024-11-13T00:21:50,922 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 393, reset compression=false 2024-11-13T00:21:50,965 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 393, reset compression=false 2024-11-13T00:21:51,425 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 393, reset compression=false 2024-11-13T00:21:51,467 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 393, reset compression=false 2024-11-13T00:21:51,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T00:21:51,665 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:21:51,665 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:51,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:51,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:51,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:51,665 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T00:21:51,665 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1047413655, stopped=false 2024-11-13T00:21:51,666 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb28580903fb,46443,1731457296651 2024-11-13T00:21:51,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-678611475/running 2024-11-13T00:21:51,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x1010eb371be0007, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-678611475/running 2024-11-13T00:21:51,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678611475 2024-11-13T00:21:51,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x1010eb371be0007, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678611475 2024-11-13T00:21:51,667 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:21:51,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:21:51,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:51,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:51,668 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,44029,1731457296695' ***** 2024-11-13T00:21:51,668 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:21:51,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Set watcher on znode that does not yet exist, /2-678611475/running 2024-11-13T00:21:51,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44029-0x1010eb371be0007, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Set watcher on znode that does not yet exist, /2-678611475/running 2024-11-13T00:21:51,669 INFO [RS:0;cb28580903fb:44029 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:21:51,670 INFO [RS:0;cb28580903fb:44029 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:21:51,670 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:21:51,670 INFO [RS:0;cb28580903fb:44029 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:21:51,670 INFO [RS:0;cb28580903fb:44029 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f26cc791deac8130513029e98e46a98 2024-11-13T00:21:51,670 INFO [RS:0;cb28580903fb:44029 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,44029,1731457296695 2024-11-13T00:21:51,670 INFO [RS:0;cb28580903fb:44029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:21:51,670 INFO [RS:0;cb28580903fb:44029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:44029. 2024-11-13T00:21:51,670 DEBUG [RS:0;cb28580903fb:44029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:51,670 DEBUG [RS:0;cb28580903fb:44029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:51,670 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f26cc791deac8130513029e98e46a98, disabling compactions & flushes 2024-11-13T00:21:51,670 INFO [RS:0;cb28580903fb:44029 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:21:51,670 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731457303026.9f26cc791deac8130513029e98e46a98. 2024-11-13T00:21:51,670 INFO [RS:0;cb28580903fb:44029 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:21:51,670 INFO [RS:0;cb28580903fb:44029 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:21:51,670 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457303026.9f26cc791deac8130513029e98e46a98. 2024-11-13T00:21:51,670 INFO [RS:0;cb28580903fb:44029 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T00:21:51,670 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731457303026.9f26cc791deac8130513029e98e46a98. after waiting 0 ms 2024-11-13T00:21:51,670 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731457303026.9f26cc791deac8130513029e98e46a98. 2024-11-13T00:21:51,671 INFO [RS:0;cb28580903fb:44029 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T00:21:51,671 DEBUG [RS:0;cb28580903fb:44029 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9f26cc791deac8130513029e98e46a98=test,,1731457303026.9f26cc791deac8130513029e98e46a98.} 2024-11-13T00:21:51,671 DEBUG [RS:0;cb28580903fb:44029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f26cc791deac8130513029e98e46a98 2024-11-13T00:21:51,671 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:21:51,671 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:21:51,671 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:21:51,671 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:21:51,671 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:21:51,671 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T00:21:51,675 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/default/test/9f26cc791deac8130513029e98e46a98/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T00:21:51,676 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:21:51,676 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T00:21:51,676 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731457303026.9f26cc791deac8130513029e98e46a98. 2024-11-13T00:21:51,676 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f26cc791deac8130513029e98e46a98: Waiting for close lock at 1731457311670Running coprocessor pre-close hooks at 1731457311670Disabling compacts and flushes for region at 1731457311670Disabling writes for close at 1731457311670Writing region close event to WAL at 1731457311673 (+3 ms)Running coprocessor post-close hooks at 1731457311676 (+3 ms)Closed at 1731457311676 2024-11-13T00:21:51,676 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731457303026.9f26cc791deac8130513029e98e46a98. 2024-11-13T00:21:51,694 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/1588230740/.tmp/info/932fb82e186a44c8abac9e93008fc760 is 129, key is test,,1731457303026.9f26cc791deac8130513029e98e46a98./info:regioninfo/1731457304170/Put/seqid=0 2024-11-13T00:21:51,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741839_1015 (size=6421) 2024-11-13T00:21:51,698 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/1588230740/.tmp/info/932fb82e186a44c8abac9e93008fc760 2024-11-13T00:21:51,710 DEBUG [master/cb28580903fb:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=1, created chunk count=35, reused chunk count=158, reuseRatio=81.87% 2024-11-13T00:21:51,711 DEBUG [master/cb28580903fb:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-13T00:21:51,718 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/1588230740/.tmp/ns/29080f4d2b3c40c385fcbc6c9c093b88 is 43, key is default/ns:d/1731457299636/Put/seqid=0 2024-11-13T00:21:51,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741840_1016 (size=5153) 2024-11-13T00:21:51,764 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:21:51,836 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:21:51,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:51,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:51,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:51,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:51,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:51,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:51,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:51,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:51,871 DEBUG [RS:0;cb28580903fb:44029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:21:51,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:51,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:51,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:51,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:51,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:51,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:51,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:51,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:51,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:51,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:52,029 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 393, reset compression=false 2024-11-13T00:21:52,071 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 393, reset compression=false 2024-11-13T00:21:52,071 DEBUG [RS:0;cb28580903fb:44029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:21:52,122 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/1588230740/.tmp/ns/29080f4d2b3c40c385fcbc6c9c093b88 2024-11-13T00:21:52,140 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/1588230740/.tmp/rep_barrier/4af2bdf6e9a047f382366fff7e509084 is 112, key is test,,1731457303026.9f26cc791deac8130513029e98e46a98./rep_barrier:seqnumDuringOpen/1731457304170/Put/seqid=0 2024-11-13T00:21:52,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741841_1017 (size=5518) 2024-11-13T00:21:52,271 DEBUG [RS:0;cb28580903fb:44029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:21:52,471 DEBUG [RS:0;cb28580903fb:44029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:21:52,545 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/1588230740/.tmp/rep_barrier/4af2bdf6e9a047f382366fff7e509084 2024-11-13T00:21:52,568 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/1588230740/.tmp/table/4ad16b851dd04129a701ec4bac480a52 is 40, key is test/table:state/1731457304181/Put/seqid=0 2024-11-13T00:21:52,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741842_1018 (size=5165) 2024-11-13T00:21:52,571 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/1588230740/.tmp/table/4ad16b851dd04129a701ec4bac480a52 2024-11-13T00:21:52,575 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/1588230740/.tmp/info/932fb82e186a44c8abac9e93008fc760 as hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/1588230740/info/932fb82e186a44c8abac9e93008fc760 2024-11-13T00:21:52,579 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/1588230740/info/932fb82e186a44c8abac9e93008fc760, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T00:21:52,579 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/1588230740/.tmp/ns/29080f4d2b3c40c385fcbc6c9c093b88 as hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/1588230740/ns/29080f4d2b3c40c385fcbc6c9c093b88 2024-11-13T00:21:52,583 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/1588230740/ns/29080f4d2b3c40c385fcbc6c9c093b88, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T00:21:52,583 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/1588230740/.tmp/rep_barrier/4af2bdf6e9a047f382366fff7e509084 as hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/1588230740/rep_barrier/4af2bdf6e9a047f382366fff7e509084 2024-11-13T00:21:52,587 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/1588230740/rep_barrier/4af2bdf6e9a047f382366fff7e509084, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T00:21:52,587 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/1588230740/.tmp/table/4ad16b851dd04129a701ec4bac480a52 as hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/1588230740/table/4ad16b851dd04129a701ec4bac480a52 2024-11-13T00:21:52,591 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/1588230740/table/4ad16b851dd04129a701ec4bac480a52, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T00:21:52,591 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 920ms, sequenceid=11, compaction requested=false 2024-11-13T00:21:52,595 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T00:21:52,596 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:21:52,596 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:21:52,596 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:21:52,596 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457311671Running coprocessor pre-close hooks at 1731457311671Disabling compacts and flushes for region at 1731457311671Disabling writes for close at 1731457311671Obtaining lock to block concurrent updates at 1731457311671Preparing flush snapshotting stores in 1588230740 at 1731457311671Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731457311672 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731457311672Flushing 1588230740/info: creating writer at 1731457311672Flushing 1588230740/info: appending metadata at 1731457311693 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731457311693Flushing 1588230740/ns: creating writer at 1731457311701 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731457311718 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731457311718Flushing 1588230740/rep_barrier: creating writer at 1731457312126 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731457312139 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731457312140 (+1 ms)Flushing 1588230740/table: creating writer at 1731457312549 (+409 ms)Flushing 1588230740/table: appending metadata at 1731457312567 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731457312567Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73f3b71c: reopening flushed file at 1731457312574 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60e51c0e: reopening flushed file at 1731457312579 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7effd568: reopening flushed file at 1731457312583 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55d1e43e: reopening flushed file at 1731457312587 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 920ms, sequenceid=11, compaction requested=false at 1731457312591 (+4 ms)Writing region close event to WAL at 1731457312593 (+2 ms)Running coprocessor post-close hooks at 1731457312596 (+3 ms)Closed at 1731457312596 2024-11-13T00:21:52,596 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T00:21:52,611 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T00:21:52,611 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T00:21:52,672 INFO [RS:0;cb28580903fb:44029 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,44029,1731457296695; all regions closed. 2024-11-13T00:21:52,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741834_1010 (size=2717) 2024-11-13T00:21:52,677 DEBUG [RS:0;cb28580903fb:44029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/oldWALs 2024-11-13T00:21:52,677 INFO [RS:0;cb28580903fb:44029 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C44029%2C1731457296695.meta:.meta(num 1731457299597) 2024-11-13T00:21:52,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741832_1008 (size=1028) 2024-11-13T00:21:52,681 DEBUG [RS:0;cb28580903fb:44029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/oldWALs 2024-11-13T00:21:52,681 INFO [RS:0;cb28580903fb:44029 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C44029%2C1731457296695:(num 1731457298690) 2024-11-13T00:21:52,681 DEBUG [RS:0;cb28580903fb:44029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:52,681 INFO [RS:0;cb28580903fb:44029 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:21:52,681 INFO [RS:0;cb28580903fb:44029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:21:52,681 INFO [RS:0;cb28580903fb:44029 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T00:21:52,681 INFO [RS:0;cb28580903fb:44029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:21:52,681 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:21:52,681 INFO [RS:0;cb28580903fb:44029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:44029. 2024-11-13T00:21:52,682 DEBUG [RS:0;cb28580903fb:44029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:52,682 DEBUG [RS:0;cb28580903fb:44029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:52,682 DEBUG [RS:0;cb28580903fb:44029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:52,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:52,682 INFO [RS:0;cb28580903fb:44029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44029 2024-11-13T00:21:52,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x1010eb371be0007, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-678611475/rs/cb28580903fb,44029,1731457296695 2024-11-13T00:21:52,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678611475/rs 2024-11-13T00:21:52,685 INFO [RS:0;cb28580903fb:44029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:21:52,686 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,44029,1731457296695] 2024-11-13T00:21:52,687 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-678611475/draining/cb28580903fb,44029,1731457296695 already deleted, retry=false 2024-11-13T00:21:52,687 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,44029,1731457296695 expired; onlineServers=0 2024-11-13T00:21:52,687 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb28580903fb,46443,1731457296651' ***** 2024-11-13T00:21:52,687 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T00:21:52,687 INFO [M:0;cb28580903fb:46443 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:21:52,687 INFO [M:0;cb28580903fb:46443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:21:52,688 DEBUG [M:0;cb28580903fb:46443 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T00:21:52,688 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T00:21:52,688 DEBUG [M:0;cb28580903fb:46443 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T00:21:52,688 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457298454 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457298454,5,FailOnTimeoutGroup] 2024-11-13T00:21:52,688 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457298454 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457298454,5,FailOnTimeoutGroup] 2024-11-13T00:21:52,688 INFO [M:0;cb28580903fb:46443 {}] hbase.ChoreService(370): Chore service for: master/cb28580903fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T00:21:52,688 INFO [M:0;cb28580903fb:46443 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:21:52,688 DEBUG [M:0;cb28580903fb:46443 {}] master.HMaster(1795): Stopping service threads 2024-11-13T00:21:52,688 INFO [M:0;cb28580903fb:46443 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T00:21:52,688 INFO [M:0;cb28580903fb:46443 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:21:52,688 INFO [M:0;cb28580903fb:46443 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T00:21:52,688 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T00:21:52,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-678611475/master 2024-11-13T00:21:52,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-678611475 2024-11-13T00:21:52,689 DEBUG [M:0;cb28580903fb:46443 {}] zookeeper.ZKUtil(347): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Unable to get data of znode /2-678611475/master because node does not exist (not an error) 2024-11-13T00:21:52,689 WARN [M:0;cb28580903fb:46443 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T00:21:52,711 INFO [M:0;cb28580903fb:46443 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/.lastflushedseqids 2024-11-13T00:21:52,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741843_1019 (size=173) 2024-11-13T00:21:52,732 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 393, reset compression=false 2024-11-13T00:21:52,774 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 393, reset compression=false 2024-11-13T00:21:52,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x1010eb371be0007, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:21:52,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x1010eb371be0007, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:21:52,786 INFO [RS:0;cb28580903fb:44029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:21:52,786 INFO [RS:0;cb28580903fb:44029 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,44029,1731457296695; zookeeper connection closed. 2024-11-13T00:21:52,787 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@667fae83 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@667fae83 2024-11-13T00:21:52,787 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T00:21:52,823 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:21:52,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cb28580903fb,35747,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T00:21:52,824 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128919 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [cb28580903fb,35747,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T00:21:53,115 INFO [M:0;cb28580903fb:46443 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T00:21:53,115 INFO [M:0;cb28580903fb:46443 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T00:21:53,115 DEBUG [M:0;cb28580903fb:46443 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:21:53,115 INFO [M:0;cb28580903fb:46443 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:53,115 DEBUG [M:0;cb28580903fb:46443 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:53,115 DEBUG [M:0;cb28580903fb:46443 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:21:53,115 DEBUG [M:0;cb28580903fb:46443 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:53,115 INFO [M:0;cb28580903fb:46443 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-13T00:21:53,131 DEBUG [M:0;cb28580903fb:46443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ee2a5587e1547c09288ba3264b21340 is 82, key is hbase:meta,,1/info:regioninfo/1731457299626/Put/seqid=0 2024-11-13T00:21:53,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741844_1020 (size=5672) 2024-11-13T00:21:53,535 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 393, reset compression=false 2024-11-13T00:21:53,535 INFO [M:0;cb28580903fb:46443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ee2a5587e1547c09288ba3264b21340 2024-11-13T00:21:53,553 DEBUG [M:0;cb28580903fb:46443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47910fe18f514492aa40ff46afeb7710 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731457304184/Put/seqid=0 2024-11-13T00:21:53,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741845_1021 (size=6585) 2024-11-13T00:21:53,578 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 393, reset compression=false 2024-11-13T00:21:53,957 INFO [M:0;cb28580903fb:46443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47910fe18f514492aa40ff46afeb7710 2024-11-13T00:21:53,974 DEBUG [M:0;cb28580903fb:46443 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcde4e484ff4423d9aa4e7761645e26e is 69, key is cb28580903fb,44029,1731457296695/rs:state/1731457298543/Put/seqid=0 2024-11-13T00:21:53,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741846_1022 (size=5156) 2024-11-13T00:21:53,982 INFO [M:0;cb28580903fb:46443 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcde4e484ff4423d9aa4e7761645e26e 2024-11-13T00:21:53,985 DEBUG [M:0;cb28580903fb:46443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ee2a5587e1547c09288ba3264b21340 as hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ee2a5587e1547c09288ba3264b21340 2024-11-13T00:21:53,988 INFO [M:0;cb28580903fb:46443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ee2a5587e1547c09288ba3264b21340, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T00:21:53,989 DEBUG [M:0;cb28580903fb:46443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47910fe18f514492aa40ff46afeb7710 as hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47910fe18f514492aa40ff46afeb7710 2024-11-13T00:21:53,992 INFO [M:0;cb28580903fb:46443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47910fe18f514492aa40ff46afeb7710, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T00:21:53,993 DEBUG [M:0;cb28580903fb:46443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcde4e484ff4423d9aa4e7761645e26e as hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcde4e484ff4423d9aa4e7761645e26e 2024-11-13T00:21:53,996 INFO [M:0;cb28580903fb:46443 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38265/user/jenkins/test-data/f8bf4167-e2b9-bd59-b9c4-5eed4fad1489/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcde4e484ff4423d9aa4e7761645e26e, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T00:21:53,996 INFO [M:0;cb28580903fb:46443 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=55, compaction requested=false 2024-11-13T00:21:53,998 INFO [M:0;cb28580903fb:46443 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:53,998 DEBUG [M:0;cb28580903fb:46443 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457313115Disabling compacts and flushes for region at 1731457313115Disabling writes for close at 1731457313115Obtaining lock to block concurrent updates at 1731457313115Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731457313115Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731457313116 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731457313116Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731457313116Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731457313131 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731457313131Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731457313539 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731457313553 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731457313553Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731457313960 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731457313974 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731457313974Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54ff4b90: reopening flushed file at 1731457313985 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28d731a5: reopening flushed file at 1731457313989 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cfea34d: reopening flushed file at 1731457313992 (+3 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=55, compaction requested=false at 1731457313996 (+4 ms)Writing region close event to WAL at 1731457313997 (+1 ms)Closed at 1731457313998 (+1 ms) 2024-11-13T00:21:53,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39033 is added to blk_1073741830_1006 (size=32758) 2024-11-13T00:21:54,000 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:21:54,000 INFO [M:0;cb28580903fb:46443 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T00:21:54,000 INFO [M:0;cb28580903fb:46443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46443 2024-11-13T00:21:54,001 INFO [M:0;cb28580903fb:46443 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:21:54,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:21:54,104 INFO [M:0;cb28580903fb:46443 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:21:54,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46443-0x1010eb371be0006, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:21:54,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6616f67b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:21:54,107 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3997b993{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:21:54,107 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:21:54,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b62d873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:21:54,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bc7496d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/hadoop.log.dir/,STOPPED} 2024-11-13T00:21:54,109 WARN [BP-42897926-172.17.0.2-1731457295568 heartbeating to localhost/127.0.0.1:38265 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:21:54,109 WARN [BP-42897926-172.17.0.2-1731457295568 heartbeating to localhost/127.0.0.1:38265 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-42897926-172.17.0.2-1731457295568 (Datanode Uuid de4e7595-525e-4aa5-84e4-132ed5389df4) service to localhost/127.0.0.1:38265 2024-11-13T00:21:54,109 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:21:54,109 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:21:54,110 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/cluster_0445c5e4-2f0d-e0eb-73be-95b2f2277c1a/data/data1/current/BP-42897926-172.17.0.2-1731457295568 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:21:54,110 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/cluster_0445c5e4-2f0d-e0eb-73be-95b2f2277c1a/data/data2/current/BP-42897926-172.17.0.2-1731457295568 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:21:54,110 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:21:54,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e89e4b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:21:54,118 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@224bd015{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:21:54,118 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:21:54,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4742d682{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:21:54,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30633fa8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9709a1e6-be20-ae58-1f26-d0435adec6aa/hadoop.log.dir/,STOPPED} 2024-11-13T00:21:54,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T00:21:54,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T00:21:54,132 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:21:54,132 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:54,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:54,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:54,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:54,133 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T00:21:54,133 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1302854915, stopped=false 2024-11-13T00:21:54,133 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb28580903fb,45519,1731457293271 2024-11-13T00:21:54,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11552112903/running 2024-11-13T00:21:54,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1010eb371be0004, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11552112903/running 2024-11-13T00:21:54,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552112903 2024-11-13T00:21:54,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1010eb371be0004, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552112903 2024-11-13T00:21:54,135 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:21:54,135 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:21:54,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43471-0x1010eb371be0004, quorum=127.0.0.1:49972, baseZNode=/11552112903 Set watcher on znode that does not yet exist, /11552112903/running 2024-11-13T00:21:54,135 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:54,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:54,135 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,43471,1731457293310' ***** 2024-11-13T00:21:54,135 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:21:54,136 INFO [RS:0;cb28580903fb:43471 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:21:54,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Set watcher on znode that does not yet exist, /11552112903/running 2024-11-13T00:21:54,136 INFO [RS:0;cb28580903fb:43471 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:21:54,136 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:21:54,136 INFO [RS:0;cb28580903fb:43471 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:21:54,136 INFO [RS:0;cb28580903fb:43471 {}] regionserver.HRegionServer(3091): Received CLOSE for 19980fb2d18a788e3b3a20384a0e857e 2024-11-13T00:21:54,136 INFO [RS:0;cb28580903fb:43471 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,43471,1731457293310 2024-11-13T00:21:54,136 INFO [RS:0;cb28580903fb:43471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:21:54,136 INFO [RS:0;cb28580903fb:43471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:43471. 2024-11-13T00:21:54,136 DEBUG [RS:0;cb28580903fb:43471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:54,136 DEBUG [RS:0;cb28580903fb:43471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:54,137 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19980fb2d18a788e3b3a20384a0e857e, disabling compactions & flushes 2024-11-13T00:21:54,137 INFO [RS:0;cb28580903fb:43471 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:21:54,137 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731457300876.19980fb2d18a788e3b3a20384a0e857e. 2024-11-13T00:21:54,137 INFO [RS:0;cb28580903fb:43471 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:21:54,137 INFO [RS:0;cb28580903fb:43471 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:21:54,137 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457300876.19980fb2d18a788e3b3a20384a0e857e. 2024-11-13T00:21:54,137 INFO [RS:0;cb28580903fb:43471 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T00:21:54,137 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731457300876.19980fb2d18a788e3b3a20384a0e857e. after waiting 0 ms 2024-11-13T00:21:54,137 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731457300876.19980fb2d18a788e3b3a20384a0e857e. 2024-11-13T00:21:54,137 INFO [RS:0;cb28580903fb:43471 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T00:21:54,137 DEBUG [RS:0;cb28580903fb:43471 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 19980fb2d18a788e3b3a20384a0e857e=test,,1731457300876.19980fb2d18a788e3b3a20384a0e857e.} 2024-11-13T00:21:54,137 DEBUG [RS:0;cb28580903fb:43471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19980fb2d18a788e3b3a20384a0e857e 2024-11-13T00:21:54,137 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:21:54,137 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:21:54,137 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:21:54,137 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:21:54,137 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:21:54,137 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T00:21:54,140 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/default/test/19980fb2d18a788e3b3a20384a0e857e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T00:21:54,140 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:21:54,141 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T00:21:54,141 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731457300876.19980fb2d18a788e3b3a20384a0e857e. 2024-11-13T00:21:54,141 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19980fb2d18a788e3b3a20384a0e857e: Waiting for close lock at 1731457314136Running coprocessor pre-close hooks at 1731457314136Disabling compacts and flushes for region at 1731457314136Disabling writes for close at 1731457314137 (+1 ms)Writing region close event to WAL at 1731457314138 (+1 ms)Running coprocessor post-close hooks at 1731457314140 (+2 ms)Closed at 1731457314141 (+1 ms) 2024-11-13T00:21:54,141 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731457300876.19980fb2d18a788e3b3a20384a0e857e. 2024-11-13T00:21:54,152 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/1588230740/.tmp/info/707d65ce830e49bf9984cf794b4c26a1 is 129, key is test,,1731457300876.19980fb2d18a788e3b3a20384a0e857e./info:regioninfo/1731457302026/Put/seqid=0 2024-11-13T00:21:54,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741841_1017 (size=6421) 2024-11-13T00:21:54,194 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:21:54,337 DEBUG [RS:0;cb28580903fb:43471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:21:54,361 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T00:21:54,439 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 393, reset compression=false 2024-11-13T00:21:54,481 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 393, reset compression=false 2024-11-13T00:21:54,537 DEBUG [RS:0;cb28580903fb:43471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:21:54,557 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/1588230740/.tmp/info/707d65ce830e49bf9984cf794b4c26a1 2024-11-13T00:21:54,578 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/1588230740/.tmp/ns/0e778025439348f28c7c441192021c77 is 43, key is default/ns:d/1731457295447/Put/seqid=0 2024-11-13T00:21:54,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741842_1018 (size=5153) 2024-11-13T00:21:54,581 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/1588230740/.tmp/ns/0e778025439348f28c7c441192021c77 2024-11-13T00:21:54,598 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/1588230740/.tmp/rep_barrier/4b458ea0ac1c4c6881b4cb1b4efde964 is 112, key is test,,1731457300876.19980fb2d18a788e3b3a20384a0e857e./rep_barrier:seqnumDuringOpen/1731457302026/Put/seqid=0 2024-11-13T00:21:54,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741843_1019 (size=5518) 2024-11-13T00:21:54,737 DEBUG [RS:0;cb28580903fb:43471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:21:54,767 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T00:21:54,768 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T00:21:54,938 DEBUG [RS:0;cb28580903fb:43471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:21:55,002 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/1588230740/.tmp/rep_barrier/4b458ea0ac1c4c6881b4cb1b4efde964 2024-11-13T00:21:55,019 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/1588230740/.tmp/table/51a0b87b2c35473aaea88a6695248cf1 is 40, key is test/table:state/1731457302032/Put/seqid=0 2024-11-13T00:21:55,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741844_1020 (size=5165) 2024-11-13T00:21:55,138 INFO [RS:0;cb28580903fb:43471 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T00:21:55,138 DEBUG [RS:0;cb28580903fb:43471 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T00:21:55,138 DEBUG [RS:0;cb28580903fb:43471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:21:55,338 DEBUG [RS:0;cb28580903fb:43471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:21:55,423 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/1588230740/.tmp/table/51a0b87b2c35473aaea88a6695248cf1 2024-11-13T00:21:55,427 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/1588230740/.tmp/info/707d65ce830e49bf9984cf794b4c26a1 as hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/1588230740/info/707d65ce830e49bf9984cf794b4c26a1 2024-11-13T00:21:55,430 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/1588230740/info/707d65ce830e49bf9984cf794b4c26a1, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T00:21:55,431 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/1588230740/.tmp/ns/0e778025439348f28c7c441192021c77 as hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/1588230740/ns/0e778025439348f28c7c441192021c77 2024-11-13T00:21:55,434 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/1588230740/ns/0e778025439348f28c7c441192021c77, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T00:21:55,434 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/1588230740/.tmp/rep_barrier/4b458ea0ac1c4c6881b4cb1b4efde964 as hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/1588230740/rep_barrier/4b458ea0ac1c4c6881b4cb1b4efde964 2024-11-13T00:21:55,437 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/1588230740/rep_barrier/4b458ea0ac1c4c6881b4cb1b4efde964, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T00:21:55,438 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/1588230740/.tmp/table/51a0b87b2c35473aaea88a6695248cf1 as hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/1588230740/table/51a0b87b2c35473aaea88a6695248cf1 2024-11-13T00:21:55,441 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/1588230740/table/51a0b87b2c35473aaea88a6695248cf1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T00:21:55,442 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false 2024-11-13T00:21:55,442 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 393, reset compression=false 2024-11-13T00:21:55,446 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T00:21:55,446 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:21:55,446 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:21:55,446 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:21:55,446 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457314137Running coprocessor pre-close hooks at 1731457314137Disabling compacts and flushes for region at 1731457314137Disabling writes for close at 1731457314137Obtaining lock to block concurrent updates at 1731457314137Preparing flush snapshotting stores in 1588230740 at 1731457314137Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731457314138 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731457314138Flushing 1588230740/info: creating writer at 1731457314138Flushing 1588230740/info: appending metadata at 1731457314152 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731457314152Flushing 1588230740/ns: creating writer at 1731457314560 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731457314578 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731457314578Flushing 1588230740/rep_barrier: creating writer at 1731457314585 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731457314598 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731457314598Flushing 1588230740/table: creating writer at 1731457315005 (+407 ms)Flushing 1588230740/table: appending metadata at 1731457315019 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731457315019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18db3045: reopening flushed file at 1731457315426 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a73e130: reopening flushed file at 1731457315430 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@733e150e: reopening flushed file at 1731457315434 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ef70bea: reopening flushed file at 1731457315437 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false at 1731457315442 (+5 ms)Writing region close event to WAL at 1731457315443 (+1 ms)Running coprocessor post-close hooks at 1731457315446 (+3 ms)Closed at 1731457315446 2024-11-13T00:21:55,447 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T00:21:55,485 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 393, reset compression=false 2024-11-13T00:21:55,538 INFO [RS:0;cb28580903fb:43471 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,43471,1731457293310; all regions closed. 2024-11-13T00:21:55,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741834_1010 (size=2717) 2024-11-13T00:21:55,542 DEBUG [RS:0;cb28580903fb:43471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/oldWALs 2024-11-13T00:21:55,542 INFO [RS:0;cb28580903fb:43471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C43471%2C1731457293310.meta:.meta(num 1731457295407) 2024-11-13T00:21:55,554 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/WALs/cb28580903fb,43471,1731457293310/cb28580903fb%2C43471%2C1731457293310.1731457294900 not finished, retry = 0 2024-11-13T00:21:55,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741832_1008 (size=1374) 2024-11-13T00:21:55,656 DEBUG [RS:0;cb28580903fb:43471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/oldWALs 2024-11-13T00:21:55,656 INFO [RS:0;cb28580903fb:43471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C43471%2C1731457293310:(num 1731457294900) 2024-11-13T00:21:55,656 DEBUG [RS:0;cb28580903fb:43471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:55,656 INFO [RS:0;cb28580903fb:43471 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:21:55,657 INFO [RS:0;cb28580903fb:43471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:21:55,657 INFO [RS:0;cb28580903fb:43471 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T00:21:55,657 INFO [RS:0;cb28580903fb:43471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:21:55,657 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:21:55,657 INFO [RS:0;cb28580903fb:43471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:43471. 2024-11-13T00:21:55,658 DEBUG [RS:0;cb28580903fb:43471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:55,658 DEBUG [RS:0;cb28580903fb:43471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:55,658 DEBUG [RS:0;cb28580903fb:43471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:55,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:55,658 INFO [RS:0;cb28580903fb:43471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43471 2024-11-13T00:21:55,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552112903/rs 2024-11-13T00:21:55,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1010eb371be0004, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11552112903/rs/cb28580903fb,43471,1731457293310 2024-11-13T00:21:55,660 INFO [RS:0;cb28580903fb:43471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:21:55,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,43471,1731457293310] 2024-11-13T00:21:55,664 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11552112903/draining/cb28580903fb,43471,1731457293310 already deleted, retry=false 2024-11-13T00:21:55,664 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,43471,1731457293310 expired; onlineServers=0 2024-11-13T00:21:55,664 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb28580903fb,45519,1731457293271' ***** 2024-11-13T00:21:55,664 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T00:21:55,664 INFO [M:0;cb28580903fb:45519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:21:55,664 INFO [M:0;cb28580903fb:45519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:21:55,664 DEBUG [M:0;cb28580903fb:45519 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T00:21:55,664 DEBUG [M:0;cb28580903fb:45519 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T00:21:55,664 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T00:21:55,664 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457294668 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457294668,5,FailOnTimeoutGroup] 2024-11-13T00:21:55,664 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457294666 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457294666,5,FailOnTimeoutGroup] 2024-11-13T00:21:55,664 INFO [M:0;cb28580903fb:45519 {}] hbase.ChoreService(370): Chore service for: master/cb28580903fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T00:21:55,664 INFO [M:0;cb28580903fb:45519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:21:55,664 DEBUG [M:0;cb28580903fb:45519 {}] master.HMaster(1795): Stopping service threads 2024-11-13T00:21:55,665 INFO [M:0;cb28580903fb:45519 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T00:21:55,665 INFO [M:0;cb28580903fb:45519 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:21:55,665 INFO [M:0;cb28580903fb:45519 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T00:21:55,665 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T00:21:55,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11552112903/master 2024-11-13T00:21:55,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11552112903 2024-11-13T00:21:55,666 DEBUG [M:0;cb28580903fb:45519 {}] zookeeper.ZKUtil(347): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Unable to get data of znode /11552112903/master because node does not exist (not an error) 2024-11-13T00:21:55,666 WARN [M:0;cb28580903fb:45519 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T00:21:55,667 INFO [M:0;cb28580903fb:45519 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/.lastflushedseqids 2024-11-13T00:21:55,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741845_1021 (size=173) 2024-11-13T00:21:55,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1010eb371be0004, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:21:55,762 INFO [RS:0;cb28580903fb:43471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:21:55,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43471-0x1010eb371be0004, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:21:55,762 INFO [RS:0;cb28580903fb:43471 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,43471,1731457293310; zookeeper connection closed. 2024-11-13T00:21:55,762 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e7a3095 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e7a3095 2024-11-13T00:21:55,762 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T00:21:56,077 INFO [M:0;cb28580903fb:45519 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T00:21:56,077 INFO [M:0;cb28580903fb:45519 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T00:21:56,077 DEBUG [M:0;cb28580903fb:45519 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:21:56,077 INFO [M:0;cb28580903fb:45519 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:56,077 DEBUG [M:0;cb28580903fb:45519 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:56,077 DEBUG [M:0;cb28580903fb:45519 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:21:56,077 DEBUG [M:0;cb28580903fb:45519 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:56,078 INFO [M:0;cb28580903fb:45519 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-13T00:21:56,098 DEBUG [M:0;cb28580903fb:45519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d3ea1d1637548f4994d36bdeb6d0910 is 82, key is hbase:meta,,1/info:regioninfo/1731457295438/Put/seqid=0 2024-11-13T00:21:56,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741846_1022 (size=5672) 2024-11-13T00:21:56,502 INFO [M:0;cb28580903fb:45519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d3ea1d1637548f4994d36bdeb6d0910 2024-11-13T00:21:56,524 DEBUG [M:0;cb28580903fb:45519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32e0f69c065d4fae84e7210e2a396605 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731457302035/Put/seqid=0 2024-11-13T00:21:56,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741847_1023 (size=6586) 2024-11-13T00:21:56,528 INFO [M:0;cb28580903fb:45519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32e0f69c065d4fae84e7210e2a396605 2024-11-13T00:21:56,545 DEBUG [M:0;cb28580903fb:45519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb13f3686f504cbd8a92fd421eaef964 is 69, key is cb28580903fb,43471,1731457293310/rs:state/1731457294750/Put/seqid=0 2024-11-13T00:21:56,546 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 393, reset compression=false 2024-11-13T00:21:56,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741848_1024 (size=5156) 2024-11-13T00:21:56,587 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 393, reset compression=false 2024-11-13T00:21:56,948 INFO [M:0;cb28580903fb:45519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb13f3686f504cbd8a92fd421eaef964 2024-11-13T00:21:56,952 DEBUG [M:0;cb28580903fb:45519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d3ea1d1637548f4994d36bdeb6d0910 as hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d3ea1d1637548f4994d36bdeb6d0910 2024-11-13T00:21:56,955 INFO [M:0;cb28580903fb:45519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d3ea1d1637548f4994d36bdeb6d0910, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T00:21:56,956 DEBUG [M:0;cb28580903fb:45519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32e0f69c065d4fae84e7210e2a396605 as hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32e0f69c065d4fae84e7210e2a396605 2024-11-13T00:21:56,959 INFO [M:0;cb28580903fb:45519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32e0f69c065d4fae84e7210e2a396605, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T00:21:56,960 DEBUG [M:0;cb28580903fb:45519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb13f3686f504cbd8a92fd421eaef964 as hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb13f3686f504cbd8a92fd421eaef964 2024-11-13T00:21:56,963 INFO [M:0;cb28580903fb:45519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40281/user/jenkins/test-data/9ea01ac2-54e0-f21b-5f02-525500fcc25a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb13f3686f504cbd8a92fd421eaef964, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T00:21:56,964 INFO [M:0;cb28580903fb:45519 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=55, compaction requested=false 2024-11-13T00:21:56,965 INFO [M:0;cb28580903fb:45519 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:56,965 DEBUG [M:0;cb28580903fb:45519 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457316077Disabling compacts and flushes for region at 1731457316077Disabling writes for close at 1731457316077Obtaining lock to block concurrent updates at 1731457316078 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731457316078Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731457316078Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731457316079 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731457316079Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731457316097 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731457316098 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731457316506 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731457316523 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731457316523Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731457316531 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731457316544 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731457316544Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d90c654: reopening flushed file at 1731457316952 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fc84a3: reopening flushed file at 1731457316955 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cc0f8b2: reopening flushed file at 1731457316959 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=55, compaction requested=false at 1731457316964 (+5 ms)Writing region close event to WAL at 1731457316965 (+1 ms)Closed at 1731457316965 2024-11-13T00:21:56,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38845 is added to blk_1073741830_1006 (size=32770) 2024-11-13T00:21:56,968 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:21:56,968 INFO [M:0;cb28580903fb:45519 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T00:21:56,968 INFO [M:0;cb28580903fb:45519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45519 2024-11-13T00:21:56,969 INFO [M:0;cb28580903fb:45519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:21:57,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:21:57,070 INFO [M:0;cb28580903fb:45519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:21:57,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1010eb371be0003, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:21:57,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10340eae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:21:57,074 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@266c2ad8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:21:57,074 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:21:57,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@191e59e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:21:57,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68bea0d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/hadoop.log.dir/,STOPPED} 2024-11-13T00:21:57,076 WARN [BP-559523050-172.17.0.2-1731457292238 heartbeating to localhost/127.0.0.1:40281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:21:57,076 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:21:57,076 WARN [BP-559523050-172.17.0.2-1731457292238 heartbeating to localhost/127.0.0.1:40281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-559523050-172.17.0.2-1731457292238 (Datanode Uuid 6572238a-8ab8-4e91-a077-178f7ad3353e) service to localhost/127.0.0.1:40281 2024-11-13T00:21:57,076 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:21:57,076 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/cluster_28e6446f-219b-0fde-d88c-7695bd31b1d3/data/data1/current/BP-559523050-172.17.0.2-1731457292238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:21:57,077 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/cluster_28e6446f-219b-0fde-d88c-7695bd31b1d3/data/data2/current/BP-559523050-172.17.0.2-1731457292238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:21:57,077 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:21:57,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37d5bb09{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:21:57,084 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35ef8f7b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:21:57,084 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:21:57,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3415693f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:21:57,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ea2c258{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e959f00a-377b-1901-0eea-3e51ec896d0b/hadoop.log.dir/,STOPPED} 2024-11-13T00:21:57,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T00:21:57,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T00:21:57,100 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:21:57,100 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:57,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:57,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:57,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:57,100 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T00:21:57,100 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1939053346, stopped=false 2024-11-13T00:21:57,100 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb28580903fb,45093,1731457289119 2024-11-13T00:21:57,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1761836236/running 2024-11-13T00:21:57,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1010eb371be0001, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1761836236/running 2024-11-13T00:21:57,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1761836236 2024-11-13T00:21:57,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1010eb371be0001, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1761836236 2024-11-13T00:21:57,102 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:21:57,103 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:21:57,103 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:57,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:57,103 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,35373,1731457289173' ***** 2024-11-13T00:21:57,103 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:21:57,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Set watcher on znode that does not yet exist, /0-1761836236/running 2024-11-13T00:21:57,103 INFO [RS:0;cb28580903fb:35373 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:21:57,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35373-0x1010eb371be0001, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Set watcher on znode that does not yet exist, /0-1761836236/running 2024-11-13T00:21:57,104 INFO [RS:0;cb28580903fb:35373 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:21:57,104 INFO [RS:0;cb28580903fb:35373 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:21:57,104 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:21:57,104 INFO [RS:0;cb28580903fb:35373 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a9ceb40fcffad96ffd564fd51badbc9 2024-11-13T00:21:57,104 INFO [RS:0;cb28580903fb:35373 {}] regionserver.HRegionServer(3091): Received CLOSE for 76945dd8e0ac2c6510bbb32d7ca424b8 2024-11-13T00:21:57,104 INFO [RS:0;cb28580903fb:35373 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,35373,1731457289173 2024-11-13T00:21:57,105 INFO [RS:0;cb28580903fb:35373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:21:57,105 INFO [RS:0;cb28580903fb:35373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:35373. 2024-11-13T00:21:57,105 DEBUG [RS:0;cb28580903fb:35373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:57,105 DEBUG [RS:0;cb28580903fb:35373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:57,105 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a9ceb40fcffad96ffd564fd51badbc9, disabling compactions & flushes 2024-11-13T00:21:57,105 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9. 2024-11-13T00:21:57,105 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9. 2024-11-13T00:21:57,105 INFO [RS:0;cb28580903fb:35373 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:21:57,105 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9. after waiting 0 ms 2024-11-13T00:21:57,105 INFO [RS:0;cb28580903fb:35373 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:21:57,105 INFO [RS:0;cb28580903fb:35373 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:21:57,105 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9. 2024-11-13T00:21:57,105 INFO [RS:0;cb28580903fb:35373 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T00:21:57,105 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5a9ceb40fcffad96ffd564fd51badbc9 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-13T00:21:57,105 INFO [RS:0;cb28580903fb:35373 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T00:21:57,105 DEBUG [RS:0;cb28580903fb:35373 {}] regionserver.HRegionServer(1325): Online Regions={5a9ceb40fcffad96ffd564fd51badbc9=hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9., 1588230740=hbase:meta,,1.1588230740, 76945dd8e0ac2c6510bbb32d7ca424b8=test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8.} 2024-11-13T00:21:57,105 DEBUG [RS:0;cb28580903fb:35373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a9ceb40fcffad96ffd564fd51badbc9, 76945dd8e0ac2c6510bbb32d7ca424b8 2024-11-13T00:21:57,105 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:21:57,105 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:21:57,105 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:21:57,105 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:21:57,105 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:21:57,105 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T00:21:57,121 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/1588230740/.tmp/info/ec267f0bba2a4952a8d0e7b6734af099 is 147, key is hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9./info:regioninfo/1731457306347/Put/seqid=0 2024-11-13T00:21:57,123 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/replication/5a9ceb40fcffad96ffd564fd51badbc9/.tmp/hfileref/6c1e89e262234957a08866d99cdc54a9 is 74, key is 1/hfileref:1e27fc0803c6434099f3e12e541ad443_SeqId_6_/1731457310917/DeleteColumn/seqid=0 2024-11-13T00:21:57,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741847_1023 (size=7686) 2024-11-13T00:21:57,125 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/1588230740/.tmp/info/ec267f0bba2a4952a8d0e7b6734af099 2024-11-13T00:21:57,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741848_1024 (size=5489) 2024-11-13T00:21:57,127 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/replication/5a9ceb40fcffad96ffd564fd51badbc9/.tmp/hfileref/6c1e89e262234957a08866d99cdc54a9 2024-11-13T00:21:57,145 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/replication/5a9ceb40fcffad96ffd564fd51badbc9/.tmp/queue/6cef8944d4c74b7fa753c622942d7cd9 is 153, key is 1-cb28580903fb,35373,1731457289173/queue:cb28580903fb%2C35373%2C1731457289173/1731457310919/Put/seqid=0 2024-11-13T00:21:57,147 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/1588230740/.tmp/ns/509a581315d048fcb5833f00a5213960 is 43, key is default/ns:d/1731457292133/Put/seqid=0 2024-11-13T00:21:57,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741849_1025 (size=5504) 2024-11-13T00:21:57,149 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/replication/5a9ceb40fcffad96ffd564fd51badbc9/.tmp/queue/6cef8944d4c74b7fa753c622942d7cd9 2024-11-13T00:21:57,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741850_1026 (size=5153) 2024-11-13T00:21:57,153 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/replication/5a9ceb40fcffad96ffd564fd51badbc9/.tmp/hfileref/6c1e89e262234957a08866d99cdc54a9 as hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/replication/5a9ceb40fcffad96ffd564fd51badbc9/hfileref/6c1e89e262234957a08866d99cdc54a9 2024-11-13T00:21:57,156 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/replication/5a9ceb40fcffad96ffd564fd51badbc9/hfileref/6c1e89e262234957a08866d99cdc54a9, entries=6, sequenceid=17, filesize=5.4 K 2024-11-13T00:21:57,157 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/replication/5a9ceb40fcffad96ffd564fd51badbc9/.tmp/queue/6cef8944d4c74b7fa753c622942d7cd9 as hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/replication/5a9ceb40fcffad96ffd564fd51badbc9/queue/6cef8944d4c74b7fa753c622942d7cd9 2024-11-13T00:21:57,160 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/replication/5a9ceb40fcffad96ffd564fd51badbc9/queue/6cef8944d4c74b7fa753c622942d7cd9, entries=2, sequenceid=17, filesize=5.4 K 2024-11-13T00:21:57,161 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 5a9ceb40fcffad96ffd564fd51badbc9 in 56ms, sequenceid=17, compaction requested=false 2024-11-13T00:21:57,164 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:21:57,165 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/replication/5a9ceb40fcffad96ffd564fd51badbc9/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-13T00:21:57,165 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:21:57,165 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:21:57,165 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9. 2024-11-13T00:21:57,165 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a9ceb40fcffad96ffd564fd51badbc9: Waiting for close lock at 1731457317105Running coprocessor pre-close hooks at 1731457317105Disabling compacts and flushes for region at 1731457317105Disabling writes for close at 1731457317105Obtaining lock to block concurrent updates at 1731457317105Preparing flush snapshotting stores in 5a9ceb40fcffad96ffd564fd51badbc9 at 1731457317105Finished memstore snapshotting hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731457317105Flushing stores of hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9. at 1731457317106 (+1 ms)Flushing 5a9ceb40fcffad96ffd564fd51badbc9/hfileref: creating writer at 1731457317106Flushing 5a9ceb40fcffad96ffd564fd51badbc9/hfileref: appending metadata at 1731457317123 (+17 ms)Flushing 5a9ceb40fcffad96ffd564fd51badbc9/hfileref: closing flushed file at 1731457317123Flushing 5a9ceb40fcffad96ffd564fd51badbc9/queue: creating writer at 1731457317132 (+9 ms)Flushing 5a9ceb40fcffad96ffd564fd51badbc9/queue: appending metadata at 1731457317145 (+13 ms)Flushing 5a9ceb40fcffad96ffd564fd51badbc9/queue: closing flushed file at 1731457317145Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23e3c184: reopening flushed file at 1731457317152 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f9dbea0: reopening flushed file at 1731457317156 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 5a9ceb40fcffad96ffd564fd51badbc9 in 56ms, sequenceid=17, compaction requested=false at 1731457317161 (+5 ms)Writing region close event to WAL at 1731457317162 (+1 ms)Running coprocessor post-close hooks at 1731457317165 (+3 ms)Closed at 1731457317165 2024-11-13T00:21:57,166 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731457305186.5a9ceb40fcffad96ffd564fd51badbc9. 2024-11-13T00:21:57,166 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76945dd8e0ac2c6510bbb32d7ca424b8, disabling compactions & flushes 2024-11-13T00:21:57,166 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8. 2024-11-13T00:21:57,166 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8. 2024-11-13T00:21:57,166 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8. after waiting 0 ms 2024-11-13T00:21:57,166 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8. 2024-11-13T00:21:57,169 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/default/test/76945dd8e0ac2c6510bbb32d7ca424b8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T00:21:57,169 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:21:57,169 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T00:21:57,169 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8. 2024-11-13T00:21:57,169 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76945dd8e0ac2c6510bbb32d7ca424b8: Waiting for close lock at 1731457317166Running coprocessor pre-close hooks at 1731457317166Disabling compacts and flushes for region at 1731457317166Disabling writes for close at 1731457317166Writing region close event to WAL at 1731457317167 (+1 ms)Running coprocessor post-close hooks at 1731457317169 (+2 ms)Closed at 1731457317169 2024-11-13T00:21:57,170 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8. 2024-11-13T00:21:57,178 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:21:57,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:57,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:57,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:57,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:57,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:57,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:57,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:57,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:57,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:57,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:57,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:57,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:57,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:57,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:57,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:57,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:57,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:57,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:57,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:57,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:21:57,305 DEBUG [RS:0;cb28580903fb:35373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:21:57,505 DEBUG [RS:0;cb28580903fb:35373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:21:57,551 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/1588230740/.tmp/ns/509a581315d048fcb5833f00a5213960 2024-11-13T00:21:57,569 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/1588230740/.tmp/rep_barrier/9899f54df73743439d923464c0c8e95a is 112, key is test,,1731457299735.76945dd8e0ac2c6510bbb32d7ca424b8./rep_barrier:seqnumDuringOpen/1731457300476/Put/seqid=0 2024-11-13T00:21:57,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741851_1027 (size=5518) 2024-11-13T00:21:57,706 DEBUG [RS:0;cb28580903fb:35373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:21:57,749 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 393, reset compression=false 2024-11-13T00:21:57,753 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:21:57,753 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 688, reset compression=false 2024-11-13T00:21:57,753 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.shippercb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-cb28580903fb,35373,1731457289173 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:21:57,754 ERROR [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.shippercb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.HRegionServer(2440): ***** ABORTING region server cb28580903fb,35373,1731457289173: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-cb28580903fb,35373,1731457289173, walGroup=cb28580903fb%2C35373%2C1731457289173, offset=cb28580903fb%2C35373%2C1731457289173.1731457308846:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:35373 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T00:21:57,755 ERROR [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.shippercb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T00:21:57,755 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.shippercb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T00:21:57,755 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.shippercb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T00:21:57,756 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.shippercb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T00:21:57,756 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.shippercb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T00:21:57,756 INFO [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.shippercb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1472200704, "init": 1048576000, "max": 2306867200, "used": 1100922880 }, "NonHeapMemoryUsage": { "committed": 211353600, "init": 7667712, "max": -1, "used": 208273384 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T00:21:57,756 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.shippercb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:45093 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=cb28580903fb:45093 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T00:21:57,790 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 393, reset compression=false 2024-11-13T00:21:57,794 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T00:21:57,794 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 688, reset compression=false 2024-11-13T00:21:57,794 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.shippercb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-cb28580903fb,35373,1731457289173 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T00:21:57,794 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.shippercb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-13T00:21:57,906 DEBUG [RS:0;cb28580903fb:35373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:21:57,956 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 688, reset compression=false 2024-11-13T00:21:57,973 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/1588230740/.tmp/rep_barrier/9899f54df73743439d923464c0c8e95a 2024-11-13T00:21:57,995 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/1588230740/.tmp/table/577c4e781d8b43f7abd2acb9c22b0eee is 53, key is hbase:replication/table:state/1731457306352/Put/seqid=0 2024-11-13T00:21:57,996 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 688, reset compression=false 2024-11-13T00:21:57,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741852_1028 (size=5308) 2024-11-13T00:21:57,999 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/1588230740/.tmp/table/577c4e781d8b43f7abd2acb9c22b0eee 2024-11-13T00:21:58,002 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/1588230740/.tmp/info/ec267f0bba2a4952a8d0e7b6734af099 as hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/1588230740/info/ec267f0bba2a4952a8d0e7b6734af099 2024-11-13T00:21:58,006 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/1588230740/info/ec267f0bba2a4952a8d0e7b6734af099, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T00:21:58,007 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/1588230740/.tmp/ns/509a581315d048fcb5833f00a5213960 as hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/1588230740/ns/509a581315d048fcb5833f00a5213960 2024-11-13T00:21:58,010 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/1588230740/ns/509a581315d048fcb5833f00a5213960, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T00:21:58,011 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/1588230740/.tmp/rep_barrier/9899f54df73743439d923464c0c8e95a as hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/1588230740/rep_barrier/9899f54df73743439d923464c0c8e95a 2024-11-13T00:21:58,014 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/1588230740/rep_barrier/9899f54df73743439d923464c0c8e95a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T00:21:58,015 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/1588230740/.tmp/table/577c4e781d8b43f7abd2acb9c22b0eee as hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/1588230740/table/577c4e781d8b43f7abd2acb9c22b0eee 2024-11-13T00:21:58,018 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/1588230740/table/577c4e781d8b43f7abd2acb9c22b0eee, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T00:21:58,019 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 914ms, sequenceid=16, compaction requested=false 2024-11-13T00:21:58,019 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T00:21:58,024 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T00:21:58,024 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T00:21:58,024 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:21:58,024 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:21:58,024 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457317105Running coprocessor pre-close hooks at 1731457317105Disabling compacts and flushes for region at 1731457317105Disabling writes for close at 1731457317105Obtaining lock to block concurrent updates at 1731457317105Preparing flush snapshotting stores in 1588230740 at 1731457317105Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731457317105Flushing stores of hbase:meta,,1.1588230740 at 1731457317106 (+1 ms)Flushing 1588230740/info: creating writer at 1731457317106Flushing 1588230740/info: appending metadata at 1731457317121 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731457317121Flushing 1588230740/ns: creating writer at 1731457317130 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731457317147 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731457317147Flushing 1588230740/rep_barrier: creating writer at 1731457317555 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731457317569 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731457317569Flushing 1588230740/table: creating writer at 1731457317977 (+408 ms)Flushing 1588230740/table: appending metadata at 1731457317995 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731457317995Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@930eabe: reopening flushed file at 1731457318002 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1137f4d4: reopening flushed file at 1731457318006 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f2efc8c: reopening flushed file at 1731457318010 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3902adb9: reopening flushed file at 1731457318014 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 914ms, sequenceid=16, compaction requested=false at 1731457318019 (+5 ms)Writing region close event to WAL at 1731457318021 (+2 ms)Running coprocessor post-close hooks at 1731457318024 (+3 ms)Closed at 1731457318024 2024-11-13T00:21:58,025 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T00:21:58,044 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T00:21:58,044 INFO [regionserver/cb28580903fb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T00:21:58,106 INFO [RS:0;cb28580903fb:35373 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,35373,1731457289173; all regions closed. 2024-11-13T00:21:58,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741842_1018 (size=859) 2024-11-13T00:21:58,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741843_1019 (size=2791) 2024-11-13T00:21:58,110 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.rep.1731457308829 not finished, retry = 0 2024-11-13T00:21:58,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741844_1020 (size=696) 2024-11-13T00:21:58,213 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 not finished, retry = 0 2024-11-13T00:21:58,259 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 688, reset compression=false 2024-11-13T00:21:58,299 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 to pos 688, reset compression=false 2024-11-13T00:21:58,314 DEBUG [RS:0;cb28580903fb:35373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:58,314 INFO [RS:0;cb28580903fb:35373 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:21:58,314 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 2024-11-13T00:21:58,314 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/WALs/cb28580903fb,35373,1731457289173/cb28580903fb%2C35373%2C1731457289173.1731457308846 2024-11-13T00:21:58,314 INFO [RS:0;cb28580903fb:35373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:21:58,314 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-13T00:21:58,314 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-13T00:21:58,314 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-13T00:21:58,314 DEBUG [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-13T00:21:58,314 INFO [RS:0;cb28580903fb:35373 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T00:21:58,314 INFO [RS:0;cb28580903fb:35373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:21:58,314 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:21:58,315 INFO [RS:0;cb28580903fb:35373 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-cb28580903fb,35373,1731457289173 because: Region server is closing 2024-11-13T00:21:58,315 INFO [RS:0;cb28580903fb:35373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:35373. 2024-11-13T00:21:58,315 DEBUG [RS:0;cb28580903fb:35373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:58,315 DEBUG [RS:0;cb28580903fb:35373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:58,315 DEBUG [RS:0;cb28580903fb:35373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:58,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:58,416 INFO [RS:0;cb28580903fb:35373 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.shippercb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 terminated 2024-11-13T00:21:58,416 INFO [RS:0;cb28580903fb:35373 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-cb28580903fb,35373,1731457289173 because: Region server is closing 2024-11-13T00:21:58,416 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,1-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,1-cb28580903fb,35373,1731457289173 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-13T00:21:58,416 INFO [RS:0;cb28580903fb:35373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:35373. 2024-11-13T00:21:58,416 DEBUG [RS:0;cb28580903fb:35373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:21:58,416 DEBUG [RS:0;cb28580903fb:35373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:58,416 DEBUG [RS:0;cb28580903fb:35373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:21:58,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:21:58,516 INFO [RS:0;cb28580903fb:35373 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.shippercb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 terminated 2024-11-13T00:21:58,517 INFO [RS:0;cb28580903fb:35373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35373 2024-11-13T00:21:58,516 WARN [RS_REFRESH_PEER-regionserver/cb28580903fb:0-0.replicationSource,2-cb28580903fb,35373,1731457289173.replicationSource.wal-reader.cb28580903fb%2C35373%2C1731457289173,2-cb28580903fb,35373,1731457289173 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-13T00:21:58,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1010eb371be0001, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1761836236/rs/cb28580903fb,35373,1731457289173 2024-11-13T00:21:58,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1761836236/rs 2024-11-13T00:21:58,519 INFO [RS:0;cb28580903fb:35373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:21:58,521 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,35373,1731457289173] 2024-11-13T00:21:58,522 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1761836236/draining/cb28580903fb,35373,1731457289173 already deleted, retry=false 2024-11-13T00:21:58,522 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,35373,1731457289173 expired; onlineServers=0 2024-11-13T00:21:58,522 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb28580903fb,45093,1731457289119' ***** 2024-11-13T00:21:58,522 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T00:21:58,522 INFO [M:0;cb28580903fb:45093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:21:58,522 INFO [M:0;cb28580903fb:45093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:21:58,522 DEBUG [M:0;cb28580903fb:45093 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T00:21:58,522 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T00:21:58,522 DEBUG [M:0;cb28580903fb:45093 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T00:21:58,522 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457290949 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457290949,5,FailOnTimeoutGroup] 2024-11-13T00:21:58,522 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457290948 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457290948,5,FailOnTimeoutGroup] 2024-11-13T00:21:58,522 INFO [M:0;cb28580903fb:45093 {}] hbase.ChoreService(370): Chore service for: master/cb28580903fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T00:21:58,522 INFO [M:0;cb28580903fb:45093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:21:58,522 DEBUG [M:0;cb28580903fb:45093 {}] master.HMaster(1795): Stopping service threads 2024-11-13T00:21:58,522 INFO [M:0;cb28580903fb:45093 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T00:21:58,523 INFO [M:0;cb28580903fb:45093 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:21:58,523 INFO [M:0;cb28580903fb:45093 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T00:21:58,523 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T00:21:58,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1761836236/master 2024-11-13T00:21:58,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1761836236 2024-11-13T00:21:58,524 DEBUG [M:0;cb28580903fb:45093 {}] zookeeper.ZKUtil(347): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Unable to get data of znode /0-1761836236/master because node does not exist (not an error) 2024-11-13T00:21:58,524 WARN [M:0;cb28580903fb:45093 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T00:21:58,525 INFO [M:0;cb28580903fb:45093 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/.lastflushedseqids 2024-11-13T00:21:58,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741853_1029 (size=263) 2024-11-13T00:21:58,529 INFO [M:0;cb28580903fb:45093 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T00:21:58,529 INFO [M:0;cb28580903fb:45093 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T00:21:58,529 DEBUG [M:0;cb28580903fb:45093 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:21:58,529 INFO [M:0;cb28580903fb:45093 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:58,529 DEBUG [M:0;cb28580903fb:45093 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:58,529 DEBUG [M:0;cb28580903fb:45093 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:21:58,529 DEBUG [M:0;cb28580903fb:45093 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:58,529 INFO [M:0;cb28580903fb:45093 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-13T00:21:58,547 DEBUG [M:0;cb28580903fb:45093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7687276db2094b348f46afef47b072d4 is 82, key is hbase:meta,,1/info:regioninfo/1731457292125/Put/seqid=0 2024-11-13T00:21:58,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741854_1030 (size=5672) 2024-11-13T00:21:58,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1010eb371be0001, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:21:58,621 INFO [RS:0;cb28580903fb:35373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:21:58,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1010eb371be0001, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:21:58,621 INFO [RS:0;cb28580903fb:35373 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,35373,1731457289173; zookeeper connection closed. 2024-11-13T00:21:58,621 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54460109 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54460109 2024-11-13T00:21:58,622 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T00:21:58,705 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T00:21:58,952 INFO [M:0;cb28580903fb:45093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7687276db2094b348f46afef47b072d4 2024-11-13T00:21:58,973 DEBUG [M:0;cb28580903fb:45093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb9f7bc6eca04f8ba92b677fb6ccf603 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731457306355/Put/seqid=0 2024-11-13T00:21:58,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741855_1031 (size=8909) 2024-11-13T00:21:59,377 INFO [M:0;cb28580903fb:45093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb9f7bc6eca04f8ba92b677fb6ccf603 2024-11-13T00:21:59,395 DEBUG [M:0;cb28580903fb:45093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6399bb169c8748e3aba9bc02639eb23a is 69, key is cb28580903fb,35373,1731457289173/rs:state/1731457291020/Put/seqid=0 2024-11-13T00:21:59,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741856_1032 (size=5156) 2024-11-13T00:21:59,798 INFO [M:0;cb28580903fb:45093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6399bb169c8748e3aba9bc02639eb23a 2024-11-13T00:21:59,803 DEBUG [M:0;cb28580903fb:45093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7687276db2094b348f46afef47b072d4 as hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7687276db2094b348f46afef47b072d4 2024-11-13T00:21:59,806 INFO [M:0;cb28580903fb:45093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7687276db2094b348f46afef47b072d4, entries=8, sequenceid=112, filesize=5.5 K 2024-11-13T00:21:59,807 DEBUG [M:0;cb28580903fb:45093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb9f7bc6eca04f8ba92b677fb6ccf603 as hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb9f7bc6eca04f8ba92b677fb6ccf603 2024-11-13T00:21:59,810 INFO [M:0;cb28580903fb:45093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb9f7bc6eca04f8ba92b677fb6ccf603, entries=13, sequenceid=112, filesize=8.7 K 2024-11-13T00:21:59,811 DEBUG [M:0;cb28580903fb:45093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6399bb169c8748e3aba9bc02639eb23a as hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6399bb169c8748e3aba9bc02639eb23a 2024-11-13T00:21:59,813 INFO [M:0;cb28580903fb:45093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40245/user/jenkins/test-data/adab4428-27b2-ce6c-c81e-f37f7bf37da2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6399bb169c8748e3aba9bc02639eb23a, entries=1, sequenceid=112, filesize=5.0 K 2024-11-13T00:21:59,814 INFO [M:0;cb28580903fb:45093 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=112, compaction requested=false 2024-11-13T00:21:59,815 INFO [M:0;cb28580903fb:45093 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:21:59,815 DEBUG [M:0;cb28580903fb:45093 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457318529Disabling compacts and flushes for region at 1731457318529Disabling writes for close at 1731457318529Obtaining lock to block concurrent updates at 1731457318529Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731457318529Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731457318529Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731457318530 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731457318530Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731457318547 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731457318547Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731457318955 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731457318972 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731457318973 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731457319380 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731457319394 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731457319394Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c0f538: reopening flushed file at 1731457319802 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dafedf2: reopening flushed file at 1731457319806 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e6ed040: reopening flushed file at 1731457319810 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=112, compaction requested=false at 1731457319814 (+4 ms)Writing region close event to WAL at 1731457319815 (+1 ms)Closed at 1731457319815 2024-11-13T00:21:59,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37553 is added to blk_1073741830_1006 (size=69055) 2024-11-13T00:21:59,817 INFO [M:0;cb28580903fb:45093 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T00:21:59,817 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:21:59,817 INFO [M:0;cb28580903fb:45093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45093 2024-11-13T00:21:59,818 INFO [M:0;cb28580903fb:45093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:21:59,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:21:59,921 INFO [M:0;cb28580903fb:45093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:21:59,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45093-0x1010eb371be0000, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:21:59,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5be7d588{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:21:59,924 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a2d6990{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:21:59,924 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:21:59,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34235706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:21:59,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9aea8be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/hadoop.log.dir/,STOPPED} 2024-11-13T00:21:59,925 WARN [BP-381450329-172.17.0.2-1731457288006 heartbeating to localhost/127.0.0.1:40245 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:21:59,925 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:21:59,926 WARN [BP-381450329-172.17.0.2-1731457288006 heartbeating to localhost/127.0.0.1:40245 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-381450329-172.17.0.2-1731457288006 (Datanode Uuid 636f13ab-6602-4514-82cb-21dfce08219c) service to localhost/127.0.0.1:40245 2024-11-13T00:21:59,926 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:21:59,926 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/cluster_dba0435b-dbc8-b1e3-6ae7-9ec627759aee/data/data1/current/BP-381450329-172.17.0.2-1731457288006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:21:59,926 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/cluster_dba0435b-dbc8-b1e3-6ae7-9ec627759aee/data/data2/current/BP-381450329-172.17.0.2-1731457288006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:21:59,927 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:21:59,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a02ac7e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:21:59,933 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48655c2c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:21:59,934 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:21:59,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f7104ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:21:59,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ebed45a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/59ffdfe0-1176-7cb5-121b-6b60c612057f/hadoop.log.dir/,STOPPED} 2024-11-13T00:21:59,941 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T00:21:59,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T00:21:59,975 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=598 (was 536) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49972) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40245 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40281 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49972) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:40245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38265 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38265 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38265 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40281 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40245 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:40281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:38265 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38265 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49972) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38265 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40245 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=980 (was 879) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=283 (was 337), ProcessCount=11 (was 11), AvailableMemoryMB=283 (was 423) 2024-11-13T00:21:59,975 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=598 is superior to 500 2024-11-13T00:22:00,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1010eb371be0002, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T00:22:00,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1010eb371be0005, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T00:22:00,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1010eb371be0008, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T00:22:00,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1010eb371be0008, quorum=127.0.0.1:49972, baseZNode=/2-678611475 Received Disconnected from ZooKeeper, ignoring 2024-11-13T00:22:00,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1010eb371be0005, quorum=127.0.0.1:49972, baseZNode=/11552112903 Received Disconnected from ZooKeeper, ignoring 2024-11-13T00:22:00,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1010eb371be0002, quorum=127.0.0.1:49972, baseZNode=/0-1761836236 Received Disconnected from ZooKeeper, ignoring